[ 554.233719] env[66279]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 554.233719] env[66279]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 555.239181] env[66369]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 555.239181] env[66369]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 556.808962] env[66369]: INFO neutron.common.config [-] Logging enabled! [ 556.809375] env[66369]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 556.809524] env[66369]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66369) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 556.809857] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 556.809941] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 556.810823] env[66369]: WARNING oslo_policy.policy [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 556.811064] env[66369]: WARNING oslo_policy.policy [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 556.812897] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] VMware NSXv3 Agent initialized successfully. [ 556.813262] env[66369]: DEBUG oslo_concurrency.lockutils [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] Acquiring lock "singleton_lock" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.813388] env[66369]: DEBUG oslo_concurrency.lockutils [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] Acquired lock "singleton_lock" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.813602] env[66369]: DEBUG oslo_concurrency.lockutils [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] Releasing lock "singleton_lock" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.813913] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] Full set of CONF: {{(pid=66369) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 556.814040] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ******************************************************************************** {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 556.814145] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] Configuration options gathered from: {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 556.814510] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 556.814679] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 556.814784] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ================================================================================ {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 556.814950] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] agent_down_time = 75 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815135] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] allow_automatic_dhcp_failover = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815336] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] allow_bulk = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815490] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] api_extensions_path = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815621] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] api_paste_config = api-paste.ini {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815759] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] auth_strategy = keystone {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815862] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] backdoor_port = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.815997] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] backdoor_socket = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816096] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] backlog = 4096 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816229] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816382] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] bind_host = 0.0.0.0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816518] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] bind_port = 9696 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816661] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] client_socket_timeout = 900 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816812] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] config_dir = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.816919] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817060] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] config_source = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817194] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] control_exchange = neutron {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817357] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] core_plugin = ml2 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817505] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] debug = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817619] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] default_availability_zones = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817773] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.817904] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] dhcp_agent_notification = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818043] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] dhcp_agents_per_network = 1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818206] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] dhcp_lease_duration = 86400 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818356] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] dhcp_load_type = networks {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818495] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] dns_domain = openstacklocal {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818624] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818749] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_default_route_bfd = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818873] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_default_route_ecmp = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.818997] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_dvr = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819136] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_new_agents = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819259] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819382] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_signals = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819515] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] enable_traditional_dhcp = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819643] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] external_dns_driver = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819765] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] filter_validation = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.819899] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] global_physnet_mtu = 8950 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820034] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] graceful_shutdown_timeout = 60 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820217] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] host = cpu-1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820352] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] host_dvr_for_dhcp = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820482] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] http_retries = 3 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820615] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] instance_format = [instance: %(uuid)s] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820746] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.820875] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ipam_driver = internal {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821015] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ipv6_pd_enabled = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821174] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] l3_ha = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821312] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821443] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] l3_ha_network_physical_name = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821571] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] l3_ha_network_type = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821705] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_color = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821834] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_config_append = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.821963] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822101] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_dir = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822232] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_file = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822532] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_options = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822532] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_rotate_interval = 1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822673] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_rotate_interval_type = days {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822787] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] log_rotation_type = none {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822891] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.822991] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823136] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823269] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823368] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823496] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] max_dns_nameservers = 5 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823622] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] max_header_line = 16384 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823746] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] max_l3_agents_per_router = 3 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823869] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] max_logfile_count = 30 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.823996] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] max_logfile_size_mb = 200 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824175] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] max_subnet_host_routes = 20 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824317] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] my_ip = 10.180.1.21 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824450] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] my_ipv6 = ::1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824576] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] network_auto_schedule = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824699] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] network_link_prefix = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824830] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.824961] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] notify_nova_on_port_data_changes = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825105] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] notify_nova_on_port_status_changes = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825238] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] pagination_max_limit = -1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825365] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] publish_errors = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825492] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] rate_limit_burst = 0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825694] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] rate_limit_except_level = CRITICAL {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825839] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] rate_limit_interval = 0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.825971] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] retry_until_window = 30 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826107] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] router_distributed = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826235] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] rpc_resources_processing_step = 20 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826370] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] rpc_response_max_timeout = 600 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826509] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] rpc_response_timeout = 60 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826636] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] send_events_interval = 2 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826779] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] service_plugins = ['router'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.826911] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] setproctitle = on {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827074] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] shell_completion = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827221] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] state_path = /opt/stack/data/neutron {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827388] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] syslog_log_facility = LOG_USER {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827521] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] tcp_keepidle = 600 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827656] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] transport_url = **** {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827782] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] use_journal = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.827904] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] use_json = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828059] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] use_ssl = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828206] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] use_stderr = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828363] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] use_syslog = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828505] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] vlan_qinq = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828630] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] vlan_transparent = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828755] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] watch_log_file = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.828881] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] wsgi_default_pool_size = 100 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.829009] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] wsgi_keep_alive = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.829150] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.829275] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] wsgi_server_debug = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 556.829418] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_concurrency.disable_process_locking = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.829558] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.829695] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.829825] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.829999] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830155] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830284] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830428] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.connection_string = messaging:// {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830563] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.enabled = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830698] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.es_doc_type = notification {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830829] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.es_scroll_size = 10000 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.830961] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.es_scroll_time = 2m {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831100] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.filter_error_trace = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831236] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.hmac_keys = **** {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831376] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.sentinel_service_name = mymaster {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831511] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.socket_timeout = 0.1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831641] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.trace_requests = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831775] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler.trace_sqlalchemy = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.831924] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler_jaeger.process_tags = {} {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.832064] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler_jaeger.service_name_prefix = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.832195] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] profiler_otlp.service_name_prefix = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.832339] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.enforce_new_defaults = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.832667] env[66369]: WARNING oslo_config.cfg [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 556.832740] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.enforce_scope = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.832883] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.policy_default_rule = default {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833034] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833214] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833363] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833495] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833621] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833765] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.833918] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834067] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834213] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834355] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] agent.extensions = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834490] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834632] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] service_providers.service_provider = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834772] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.default_quota = -1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.834909] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835047] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_floatingip = 50 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835181] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_network = 100 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835312] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_port = 500 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835437] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835562] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_router = 10 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835690] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_security_group = 10 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835834] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.835963] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.quota_subnet = 100 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836137] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] QUOTAS.track_quota_usage = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836294] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836424] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.group = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836552] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.helper_command = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836682] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.log_daemon_traceback = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836814] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.836944] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.thread_pool_size = 8 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837082] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep.user = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837221] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837371] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.group = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837511] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.helper_command = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837644] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837778] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.837905] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838057] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_dhcp_release.user = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838177] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838309] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.group = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838473] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838600] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838733] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.838867] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839047] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_ovs_vsctl.user = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839200] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.capabilities = [21] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839325] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.group = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839455] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.helper_command = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839585] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839799] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.839958] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840102] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_namespace.user = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840241] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.capabilities = [12] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840368] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.group = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840505] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.helper_command = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840636] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840769] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.840898] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841031] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_conntrack.user = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841169] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.capabilities = [12, 21] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841294] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.group = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841447] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.helper_command = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841624] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.log_daemon_traceback = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841784] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.841934] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.thread_pool_size = 8 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842075] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] privsep_link.user = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842233] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842392] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842509] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.continue_on_failed_promotions = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842707] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.dscp = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842873] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.dscp_inherit = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.842919] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.force_mp_to_policy = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843025] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.locking_coordinator_url = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843164] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.log_agent_heartbeats = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843324] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.logging_expire = 1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843470] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843601] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843737] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.polling_interval = 240 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.843867] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844008] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844152] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.report_interval = 30.0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844289] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844422] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844563] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844730] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.sync_skew = 60 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844867] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.synchronization_queue_size = 20 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.844999] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT.use_helper_for_ns_read = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845148] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] SECURITYGROUP.enable_ipset = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845287] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] SECURITYGROUP.enable_security_group = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845422] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845557] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845692] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] experimental.ipv6_pd_enabled = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845844] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.extension_drivers = ['port_security'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.845972] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.external_network_type = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.846167] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.846314] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.overlay_ip_version = 4 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.846454] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.path_mtu = 8950 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.846591] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.physical_network_mtus = {} {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.846729] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.846865] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847009] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ml2.type_drivers = ['vlan'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847158] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847303] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847453] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847670] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847826] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.847963] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.848112] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.848253] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.848391] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.848596] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.848741] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_login_password = **** {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.848884] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849033] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_login_user = admin {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849214] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849362] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849497] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849639] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849795] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.849940] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850092] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850228] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850361] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850507] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850657] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850789] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.850928] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.851141] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.851288] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.851427] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.851561] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.851698] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.auth_section = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.851842] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.auth_type = password {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852018] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852166] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.certfile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852303] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.collect_timing = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852447] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.endpoint_type = public {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852578] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.insecure = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852705] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.keyfile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852887] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.region_name = RegionOne {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.852961] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.split_loggers = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853136] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] nova.timeout = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853230] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.auth_section = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853377] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.auth_type = password {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853539] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853669] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.certfile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853800] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.collect_timing = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.853934] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.endpoint_type = public {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854073] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.insecure = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854202] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.keyfile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854328] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.region_name = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854457] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.split_loggers = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854578] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] placement.timeout = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854713] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.auth_section = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854866] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.auth_type = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.854996] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.cafile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855134] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.certfile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855267] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.collect_timing = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855395] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.connect_retries = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855522] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.connect_retry_delay = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855652] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.enable_notifications = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855777] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.endpoint_override = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.855905] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.insecure = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856042] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.interface = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856173] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.keyfile = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856334] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.max_version = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856475] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.min_version = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856603] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.region_name = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856825] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.retriable_status_codes = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.856957] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.service_name = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.857095] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.service_type = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.857226] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.split_loggers = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.857394] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.status_code_retries = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.857527] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.status_code_retry_delay = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.857668] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.timeout = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.857864] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.valid_interfaces = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858028] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ironic.version = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858177] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] cli_script.dry_run = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858331] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858467] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858600] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858729] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858855] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.858981] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859121] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859265] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859411] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859559] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859701] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859844] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.859980] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860130] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860264] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860403] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860532] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860660] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860827] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.860964] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861107] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861235] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861361] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861486] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861615] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861742] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861866] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.861992] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.862158] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.862301] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.862436] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.ssl = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.862580] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.862715] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.862845] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863052] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863145] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863300] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863387] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_notifications.driver = [] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863535] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_notifications.retry = -1 {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863714] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863848] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 556.863952] env[66369]: DEBUG oslo_service.backend._eventlet.service [None req-00b9c79c-138b-45e3-8651-796f6758e963 None None] ******************************************************************************** {{(pid=66369) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 556.865192] env[66369]: DEBUG neutron.agent.securitygroups_rpc [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Init firewall settings (driver=nsxv3) {{(pid=66369) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 556.866571] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66369) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 556.866828] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] RPC agent_id: nsxm-l-01a.corp.local [ 556.869253] env[66369]: DEBUG dogpile.cache.region [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 556.869338] env[66369]: DEBUG dogpile.lock [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 556.869439] env[66369]: DEBUG dogpile.lock [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 556.869593] env[66369]: DEBUG dogpile.lock [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 556.869656] env[66369]: DEBUG dogpile.cache.region [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 556.869747] env[66369]: DEBUG dogpile.lock [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 556.869877] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 556.903683] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Session token - acquiring [ 556.905297] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.905618] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.905739] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.906255] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.920034] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.226448] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 557.256798] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 557.257029] env[66369]: DEBUG dogpile.cache.region [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Cache value generated in 0.387 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 557.257081] env[66369]: DEBUG dogpile.lock [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 557.257179] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Activating Policy API Provider. [ 557.257546] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Looking for the default Infrastructure Rules. [ 557.339943] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Looking for the Default Layer3 Logged Drop Section. [ 557.357523] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 557.358023] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.358192] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.358294] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.358737] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.359112] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.877275] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.379651] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.882142] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Inventory metadata is going to be refreshed. [ 558.882585] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 559.806444] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.806776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.806776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.807327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.819420] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 559.820342] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.820943] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 559.838725] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.838980] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.839133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.839381] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.839511] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.839732] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 559.839869] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.839974] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 559.860511] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.860779] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.860779] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.861236] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.861345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.861458] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 559.882469] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.882941] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.882941] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.883115] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.883201] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.883336] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 559.904860] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.905148] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.905148] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.905433] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.905575] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.905734] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 559.905837] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.905936] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 559.929493] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.929736] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.929776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.930091] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.930249] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.930395] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 559.930501] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.930591] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 559.955678] env[66369]: DEBUG networking_nsxv3.common.locking [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.955964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.955964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.956278] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.956420] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.956568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 559.956671] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 559.956765] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Inventory metadata have been refreshed. [ 559.956856] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Dryrun:True. Metadata refresh completed. [ 559.956967] env[66369]: DEBUG oslo_concurrency.lockutils [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Releasing lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.958776] env[66369]: INFO neutron.agent.agent_extensions_manager [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Loaded agent extensions: [] [ 559.959490] env[66369]: DEBUG neutron_lib.callbacks.manager [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66369) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 560.018671] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent RPC Daemon Started! [ 560.018851] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:0 started [ 560.018889] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent out of sync with plugin! [ 564.960070] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.960418] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.961343] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.961760] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.938864] env[66369]: INFO networking_nsxv3.common.synchronization [None req-a9941f88-ef3a-4f29-831e-de9edc736b20 demo admin] Enqueued Resource ID: 875d709c-2ddc-4691-aac6-b1f8377e1635 with Priority: HIGHEST for action security_group_rules [ 574.939206] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875d709c-2ddc-4691-aac6-b1f8377e1635 with Priority: HIGHEST for action security_group_rules [ 574.939503] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-875d709c-2ddc-4691-aac6-b1f8377e1635 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.939638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-875d709c-2ddc-4691-aac6-b1f8377e1635" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.939700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-875d709c-2ddc-4691-aac6-b1f8377e1635" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.940107] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-875d709c-2ddc-4691-aac6-b1f8377e1635" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.940204] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('875d709c-2ddc-4691-aac6-b1f8377e1635',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.462705] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.462955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.462955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.463124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.463220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.463310] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 875d709c-2ddc-4691-aac6-b1f8377e1635 already deleted. [ 575.463391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-875d709c-2ddc-4691-aac6-b1f8377e1635" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.940238] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.941112] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.942213] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.942213] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 589.943599] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 589.943599] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 594.944791] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 594.945171] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.963199] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.963199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.963199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.963199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.963603] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.466077] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.945670] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 599.945849] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.967986] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.470488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 600.470693] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 601.211106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.211106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.211106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.211106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.225359] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 601.226577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.227821] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 601.247349] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.247526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.247575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.247765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.247850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.247958] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 601.248047] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.248231] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 601.269817] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.269966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.270053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.270288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.270395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.270580] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 601.291350] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.291506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.291568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.291776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.291881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.292036] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 601.314604] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.314752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.314810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.315668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.315668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.315668] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 601.315668] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.315668] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 601.334600] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.334793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.334866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.335285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.335508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.335667] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 601.336102] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.336223] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 601.358453] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.358631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.358695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.358928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.359045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.359242] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 601.359242] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.359359] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 601.359359] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 601.359433] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 601.359482] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 601.359529] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 601.359787] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 601.359850] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 601.359917] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 601.388479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.388907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.388907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.389306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.389306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.389428] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 601.415844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.415844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.415844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.415844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.415844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.431660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.480333] env[66369]: INFO networking_nsxv3.common.synchronization [None req-8e2cc43b-4089-4614-a054-eb8a24f95968 None None] Enqueued Resource ID: e25f78c1-00dd-47a1-81f5-d9b6122eeffb with Priority: HIGHEST for action port [ 602.480624] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25f78c1-00dd-47a1-81f5-d9b6122eeffb with Priority: HIGHEST for action port [ 602.481190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25f78c1-00dd-47a1-81f5-d9b6122eeffb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.481688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25f78c1-00dd-47a1-81f5-d9b6122eeffb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.481688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25f78c1-00dd-47a1-81f5-d9b6122eeffb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.481688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25f78c1-00dd-47a1-81f5-d9b6122eeffb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.481688] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25f78c1-00dd-47a1-81f5-d9b6122eeffb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.984455] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25f78c1-00dd-47a1-81f5-d9b6122eeffb [ 602.984697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.984836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.984903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.985146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.985240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.985334] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25f78c1-00dd-47a1-81f5-d9b6122eeffb already deleted. [ 602.985413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25f78c1-00dd-47a1-81f5-d9b6122eeffb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.477201] env[66369]: INFO networking_nsxv3.common.synchronization [None req-271dde9d-d61b-4d06-8ecf-2f5ec573138a None None] Enqueued Resource ID: 34e4ddde-ebd4-483b-bdc4-000b7a3df2eb with Priority: HIGHEST for action port [ 603.477460] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34e4ddde-ebd4-483b-bdc4-000b7a3df2eb with Priority: HIGHEST for action port [ 603.478106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-34e4ddde-ebd4-483b-bdc4-000b7a3df2eb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.478253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34e4ddde-ebd4-483b-bdc4-000b7a3df2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.478319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34e4ddde-ebd4-483b-bdc4-000b7a3df2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.480348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34e4ddde-ebd4-483b-bdc4-000b7a3df2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.480592] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34e4ddde-ebd4-483b-bdc4-000b7a3df2eb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.983384] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34e4ddde-ebd4-483b-bdc4-000b7a3df2eb [ 603.984398] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.984764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.984764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.985104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.985512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.985956] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34e4ddde-ebd4-483b-bdc4-000b7a3df2eb already deleted. [ 603.986066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34e4ddde-ebd4-483b-bdc4-000b7a3df2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.142060] env[66369]: INFO networking_nsxv3.common.synchronization [None req-c04bc884-2765-4f73-9b40-a59af2eba4ed None None] Enqueued Resource ID: 725507bf-ba9c-4b73-b0c9-34f7b79ef1e6 with Priority: HIGHEST for action port [ 605.142913] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 725507bf-ba9c-4b73-b0c9-34f7b79ef1e6 with Priority: HIGHEST for action port [ 605.143312] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-725507bf-ba9c-4b73-b0c9-34f7b79ef1e6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.143466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-725507bf-ba9c-4b73-b0c9-34f7b79ef1e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.143553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-725507bf-ba9c-4b73-b0c9-34f7b79ef1e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.143860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-725507bf-ba9c-4b73-b0c9-34f7b79ef1e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.143971] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('725507bf-ba9c-4b73-b0c9-34f7b79ef1e6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.462837] env[66369]: INFO networking_nsxv3.common.synchronization [None req-38ede062-7c68-4a10-9edd-735d4b723eee None None] Enqueued Resource ID: b9cf3fab-083b-465c-bc68-2b41e160bb73 with Priority: HIGHEST for action port [ 605.463415] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9cf3fab-083b-465c-bc68-2b41e160bb73 with Priority: HIGHEST for action port [ 605.464103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9cf3fab-083b-465c-bc68-2b41e160bb73 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.464103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9cf3fab-083b-465c-bc68-2b41e160bb73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.464103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9cf3fab-083b-465c-bc68-2b41e160bb73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.464395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9cf3fab-083b-465c-bc68-2b41e160bb73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.464395] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9cf3fab-083b-465c-bc68-2b41e160bb73',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.646830] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 725507bf-ba9c-4b73-b0c9-34f7b79ef1e6 [ 605.647643] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.647783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.647866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.648114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.648238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.648333] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:725507bf-ba9c-4b73-b0c9-34f7b79ef1e6 already deleted. [ 605.648413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-725507bf-ba9c-4b73-b0c9-34f7b79ef1e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.968896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9cf3fab-083b-465c-bc68-2b41e160bb73 [ 605.969152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.969298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.969406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.969584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.969657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.969744] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9cf3fab-083b-465c-bc68-2b41e160bb73 already deleted. [ 605.969827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9cf3fab-083b-465c-bc68-2b41e160bb73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.026379] env[66369]: INFO networking_nsxv3.common.synchronization [None req-37ecdc3e-e30f-45f5-84d4-89291e01076f None None] Enqueued Resource ID: c437b442-4d6e-4919-997e-ddc9ee5881e2 with Priority: HIGHEST for action port [ 607.026930] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c437b442-4d6e-4919-997e-ddc9ee5881e2 with Priority: HIGHEST for action port [ 607.027234] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c437b442-4d6e-4919-997e-ddc9ee5881e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.027381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c437b442-4d6e-4919-997e-ddc9ee5881e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.027431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c437b442-4d6e-4919-997e-ddc9ee5881e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.027656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c437b442-4d6e-4919-997e-ddc9ee5881e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.027736] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c437b442-4d6e-4919-997e-ddc9ee5881e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.533139] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c437b442-4d6e-4919-997e-ddc9ee5881e2 [ 607.533139] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.533139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.533139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.533139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.533139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.533139] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c437b442-4d6e-4919-997e-ddc9ee5881e2 already deleted. [ 607.533139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c437b442-4d6e-4919-997e-ddc9ee5881e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.740973] env[66369]: INFO networking_nsxv3.common.synchronization [None req-a14ef07e-4e7f-4dab-8ccc-31d18e9a9619 None None] Enqueued Resource ID: 4fe9c256-29d0-428f-ab4b-0c8840ea3141 with Priority: HIGHEST for action port [ 607.741884] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9c256-29d0-428f-ab4b-0c8840ea3141 with Priority: HIGHEST for action port [ 607.742257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe9c256-29d0-428f-ab4b-0c8840ea3141 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe9c256-29d0-428f-ab4b-0c8840ea3141" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.742821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe9c256-29d0-428f-ab4b-0c8840ea3141" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.743381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe9c256-29d0-428f-ab4b-0c8840ea3141" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.744429] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe9c256-29d0-428f-ab4b-0c8840ea3141',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.052044] env[66369]: INFO networking_nsxv3.common.synchronization [None req-6bce6e63-6715-4b15-8312-372dc4b29722 None None] Enqueued Resource ID: 572d9e02-810d-4645-8322-0d51812cf8a9 with Priority: HIGHEST for action port [ 608.052044] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 572d9e02-810d-4645-8322-0d51812cf8a9 with Priority: HIGHEST for action port [ 608.052044] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-572d9e02-810d-4645-8322-0d51812cf8a9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.052044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-572d9e02-810d-4645-8322-0d51812cf8a9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.052044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-572d9e02-810d-4645-8322-0d51812cf8a9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.052044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-572d9e02-810d-4645-8322-0d51812cf8a9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.052044] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('572d9e02-810d-4645-8322-0d51812cf8a9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.248680] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe9c256-29d0-428f-ab4b-0c8840ea3141 [ 608.248680] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.248991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.248991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.249066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.249141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.249241] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe9c256-29d0-428f-ab4b-0c8840ea3141 already deleted. [ 608.249917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe9c256-29d0-428f-ab4b-0c8840ea3141" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.554104] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 572d9e02-810d-4645-8322-0d51812cf8a9 [ 608.554863] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.559802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.559802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.559802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.559802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.559802] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:572d9e02-810d-4645-8322-0d51812cf8a9 already deleted. [ 608.559802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-572d9e02-810d-4645-8322-0d51812cf8a9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.600861] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5d4c1033-c7af-4cbd-aa81-b8caf6d36f11 None None] Enqueued Resource ID: 8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93 with Priority: HIGHEST for action port [ 608.601456] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93 with Priority: HIGHEST for action port [ 608.601758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.601933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.601933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.602743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.602743] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.106457] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93 [ 609.107515] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.107515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.107515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.107515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.107515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.107515] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93 already deleted. [ 609.107515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8575ee61-c5f0-4ff5-9b9a-ae0c2c65ea93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.786815] env[66369]: INFO networking_nsxv3.common.synchronization [None req-93d04fe2-845c-40f3-ada3-508413f0267b None None] Enqueued Resource ID: f4d90123-b85e-4c65-b739-b3dfe4d1f746 with Priority: HIGHEST for action port [ 609.786815] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4d90123-b85e-4c65-b739-b3dfe4d1f746 with Priority: HIGHEST for action port [ 609.787135] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4d90123-b85e-4c65-b739-b3dfe4d1f746 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.787204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4d90123-b85e-4c65-b739-b3dfe4d1f746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.787239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4d90123-b85e-4c65-b739-b3dfe4d1f746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.787539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4d90123-b85e-4c65-b739-b3dfe4d1f746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.787539] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4d90123-b85e-4c65-b739-b3dfe4d1f746',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.789718] env[66369]: INFO networking_nsxv3.common.synchronization [None req-08671221-60be-4e7c-898d-a42e833e0fc5 None None] Enqueued Resource ID: b972e838-50f4-41a9-844c-b345ed5b0a53 with Priority: HIGHEST for action port [ 609.790121] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b972e838-50f4-41a9-844c-b345ed5b0a53 with Priority: HIGHEST for action port [ 609.790965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b972e838-50f4-41a9-844c-b345ed5b0a53 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.791078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b972e838-50f4-41a9-844c-b345ed5b0a53" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.791078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b972e838-50f4-41a9-844c-b345ed5b0a53" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.791300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b972e838-50f4-41a9-844c-b345ed5b0a53" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.791502] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b972e838-50f4-41a9-844c-b345ed5b0a53',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.292623] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4d90123-b85e-4c65-b739-b3dfe4d1f746 [ 610.292623] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.292898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.292898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.292964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.292992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.293575] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4d90123-b85e-4c65-b739-b3dfe4d1f746 already deleted. [ 610.294214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4d90123-b85e-4c65-b739-b3dfe4d1f746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.299607] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b972e838-50f4-41a9-844c-b345ed5b0a53 [ 610.299821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.299960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.300405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.301074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.301250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.301356] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b972e838-50f4-41a9-844c-b345ed5b0a53 already deleted. [ 610.301589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b972e838-50f4-41a9-844c-b345ed5b0a53" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.221541] env[66369]: INFO networking_nsxv3.common.synchronization [None req-191b9e06-0c32-4bbf-9604-0ce999f9c157 None None] Enqueued Resource ID: 9d95776d-7872-483b-b465-d4fd7afaec1f with Priority: HIGHEST for action port [ 611.221541] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d95776d-7872-483b-b465-d4fd7afaec1f with Priority: HIGHEST for action port [ 611.221541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d95776d-7872-483b-b465-d4fd7afaec1f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.221541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d95776d-7872-483b-b465-d4fd7afaec1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.221541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d95776d-7872-483b-b465-d4fd7afaec1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.221541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d95776d-7872-483b-b465-d4fd7afaec1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.221541] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d95776d-7872-483b-b465-d4fd7afaec1f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.724894] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d95776d-7872-483b-b465-d4fd7afaec1f [ 611.725198] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.725336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.725405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.725706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.725820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.725974] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d95776d-7872-483b-b465-d4fd7afaec1f already deleted. [ 611.726090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d95776d-7872-483b-b465-d4fd7afaec1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.291897] env[66369]: INFO networking_nsxv3.common.synchronization [None req-84ce1b59-2448-4297-8f6f-5b4b7ae8e9ce None None] Enqueued Resource ID: 2dde2e4f-e703-4a26-a43c-e62337f3c432 with Priority: HIGHEST for action port [ 612.292256] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dde2e4f-e703-4a26-a43c-e62337f3c432 with Priority: HIGHEST for action port [ 612.292749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dde2e4f-e703-4a26-a43c-e62337f3c432 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.293259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dde2e4f-e703-4a26-a43c-e62337f3c432" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.293259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dde2e4f-e703-4a26-a43c-e62337f3c432" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.295477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dde2e4f-e703-4a26-a43c-e62337f3c432" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.295477] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dde2e4f-e703-4a26-a43c-e62337f3c432',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.622330] env[66369]: INFO networking_nsxv3.common.synchronization [None req-156d5a60-26d9-4005-b6fd-24fe405705ab tempest-ServersTestBootFromVolume-2076023485 tempest-ServersTestBootFromVolume-2076023485-project-member] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_rules [ 612.623325] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_rules [ 612.623325] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.623325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.623325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.623627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.623627] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.776100] env[66369]: INFO networking_nsxv3.common.synchronization [None req-76bfd1ea-53cc-4259-a217-819bb7de1d78 tempest-ServersTestManualDisk-779042343 tempest-ServersTestManualDisk-779042343-project-member] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_rules [ 612.776707] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_rules [ 612.777022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.777152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.777225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.777773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.777773] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.798453] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dde2e4f-e703-4a26-a43c-e62337f3c432 [ 612.798667] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.798793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.798858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.799102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.799182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.799277] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dde2e4f-e703-4a26-a43c-e62337f3c432 already deleted. [ 612.799385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dde2e4f-e703-4a26-a43c-e62337f3c432" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.860557] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d23e6f30-ff72-469f-a1ea-372064a50479 tempest-ServersTestBootFromVolume-2076023485 tempest-ServersTestBootFromVolume-2076023485-project-member] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_rules [ 612.861079] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_rules [ 612.861386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.861510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.950806] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2df0f489-75d4-4383-a38f-45d9e577d412 tempest-ServersTestManualDisk-779042343 tempest-ServersTestManualDisk-779042343-project-member] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_rules [ 612.950980] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_rules [ 612.953106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.953221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.149645] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.149819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.149884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.152888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.152888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.152888] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1bd991-6d97-478b-b376-a1137893f8df already deleted. [ 613.152888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.152888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.152888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.156568] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.172978] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d85cb95a-b2b0-438a-9bfb-abad50002120 None None] Enqueued Resource ID: b1515875-afc9-47a9-86d7-490fbd10365f with Priority: HIGHEST for action port [ 613.177571] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1515875-afc9-47a9-86d7-490fbd10365f with Priority: HIGHEST for action port [ 613.177571] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1515875-afc9-47a9-86d7-490fbd10365f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.177571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1515875-afc9-47a9-86d7-490fbd10365f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.177571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1515875-afc9-47a9-86d7-490fbd10365f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.177571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1515875-afc9-47a9-86d7-490fbd10365f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.177571] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1515875-afc9-47a9-86d7-490fbd10365f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.300631] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.300794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.300794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.300972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.301073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.301171] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 already deleted. [ 613.301252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.301395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.301555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.301631] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.677985] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1515875-afc9-47a9-86d7-490fbd10365f [ 613.678388] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.678925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.679073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.680059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.680213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.680353] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1515875-afc9-47a9-86d7-490fbd10365f already deleted. [ 613.680353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1515875-afc9-47a9-86d7-490fbd10365f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.681346] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.681691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.681747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.681791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.681875] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1bd991-6d97-478b-b376-a1137893f8df already deleted. [ 613.682051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.823954] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.824986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.825448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.825775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.825868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.825969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 already deleted. [ 613.826060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.981059] env[66369]: INFO networking_nsxv3.common.synchronization [None req-20e047f8-53d7-4cd7-9906-2af2a03514a4 None None] Enqueued Resource ID: a26b7fdf-c2d2-44dd-acda-de3f40429ed9 with Priority: HIGHEST for action port [ 613.981580] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26b7fdf-c2d2-44dd-acda-de3f40429ed9 with Priority: HIGHEST for action port [ 613.981892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26b7fdf-c2d2-44dd-acda-de3f40429ed9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.982071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26b7fdf-c2d2-44dd-acda-de3f40429ed9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.982105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26b7fdf-c2d2-44dd-acda-de3f40429ed9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.982335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26b7fdf-c2d2-44dd-acda-de3f40429ed9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.982414] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26b7fdf-c2d2-44dd-acda-de3f40429ed9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.485923] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a26b7fdf-c2d2-44dd-acda-de3f40429ed9 [ 614.485923] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.485923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.485923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.485923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.485923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.485923] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a26b7fdf-c2d2-44dd-acda-de3f40429ed9 already deleted. [ 614.485923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26b7fdf-c2d2-44dd-acda-de3f40429ed9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.364703] env[66369]: INFO networking_nsxv3.common.synchronization [None req-93faed6c-081f-4b48-8e74-4256c3ad6d5f None None] Enqueued Resource ID: 24d12799-7fbe-4913-b4f0-711d68cb6472 with Priority: HIGHEST for action port [ 615.364703] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d12799-7fbe-4913-b4f0-711d68cb6472 with Priority: HIGHEST for action port [ 615.364703] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d12799-7fbe-4913-b4f0-711d68cb6472 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.364703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d12799-7fbe-4913-b4f0-711d68cb6472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.364703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d12799-7fbe-4913-b4f0-711d68cb6472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.364703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d12799-7fbe-4913-b4f0-711d68cb6472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.364703] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d12799-7fbe-4913-b4f0-711d68cb6472',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.631450] env[66369]: INFO networking_nsxv3.common.synchronization [None req-91435df4-1cb3-4723-8454-a41eff0a4748 None None] Enqueued Resource ID: 08d29912-ac4b-4184-a834-55980b37c963 with Priority: HIGHEST for action port [ 615.632528] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08d29912-ac4b-4184-a834-55980b37c963 with Priority: HIGHEST for action port [ 615.632841] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-08d29912-ac4b-4184-a834-55980b37c963 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.632952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08d29912-ac4b-4184-a834-55980b37c963" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.633163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08d29912-ac4b-4184-a834-55980b37c963" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.633360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08d29912-ac4b-4184-a834-55980b37c963" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.633486] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08d29912-ac4b-4184-a834-55980b37c963',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.867587] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24d12799-7fbe-4913-b4f0-711d68cb6472 [ 615.869039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.869039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.869039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.869039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.869039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.869039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24d12799-7fbe-4913-b4f0-711d68cb6472 already deleted. [ 615.869039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d12799-7fbe-4913-b4f0-711d68cb6472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.104585] env[66369]: INFO networking_nsxv3.common.synchronization [req-b95d56fc-c488-40fe-b069-d418bc2f49b0 req-ca375f34-8a95-47e0-bf20-caa364e41e07 tempest-ImagesNegativeTestJSON-2075683877 tempest-ImagesNegativeTestJSON-2075683877-project-member] Enqueued Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_members [ 616.104711] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_members [ 616.105046] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.105686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.105686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.105686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.105686] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.105891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.105891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.106020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.106051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.106380] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.138359] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08d29912-ac4b-4184-a834-55980b37c963 [ 616.138359] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.138359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.138814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.139059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.139154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.139258] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08d29912-ac4b-4184-a834-55980b37c963 already deleted. [ 616.139339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08d29912-ac4b-4184-a834-55980b37c963" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.195923] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9bb1a9ea-bc7b-4734-8bb0-1c50ef07c4a4 None None] Enqueued Resource ID: 3b6ac629-9a03-46fd-b6b7-9cfb830e59a2 with Priority: HIGHEST for action port [ 616.196182] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b6ac629-9a03-46fd-b6b7-9cfb830e59a2 with Priority: HIGHEST for action port [ 616.196914] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b6ac629-9a03-46fd-b6b7-9cfb830e59a2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.196914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b6ac629-9a03-46fd-b6b7-9cfb830e59a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.197139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b6ac629-9a03-46fd-b6b7-9cfb830e59a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.197199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b6ac629-9a03-46fd-b6b7-9cfb830e59a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.197258] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b6ac629-9a03-46fd-b6b7-9cfb830e59a2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.608024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.608419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.608419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.611683] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.611683] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 already deleted. [ 616.611683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.700999] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3b6ac629-9a03-46fd-b6b7-9cfb830e59a2 [ 616.701265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.701416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.701498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.701978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.701978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.701978] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3b6ac629-9a03-46fd-b6b7-9cfb830e59a2 already deleted. [ 616.701978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b6ac629-9a03-46fd-b6b7-9cfb830e59a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.246269] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-177 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.246269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-177" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.246269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-177" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.246269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-177" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.246269] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.246989] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.247250] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.248108] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.248414] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.248905] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.249129] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.249354] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.249609] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.249922] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.250149] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.250408] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.273962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.273962] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.274139] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.274479] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-177" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.275143] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-09d800a8-971b-4367-a415-d9a5092a8333 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.275492] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.276018] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.276175] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.276439] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d800a8-971b-4367-a415-d9a5092a8333',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.780329] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.780659] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.780697] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.781393] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.781393] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.781393] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 09d800a8-971b-4367-a415-d9a5092a8333 not found, creating... [ 617.781503] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.781775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.781775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.782064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.782830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.782830] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.782830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.783030] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.783140] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.784125] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.785741] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 09d800a8-971b-4367-a415-d9a5092a8333 is going to be created. [ 617.809867] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.810134] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.810193] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.810453] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.810682] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.810891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.830703] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5f4ac12e-8aec-4aac-9a90-ec18307a80cd None None] Enqueued Resource ID: 056ec5ef-98d2-426c-8399-474c9c044565 with Priority: HIGHEST for action port [ 617.831153] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 056ec5ef-98d2-426c-8399-474c9c044565 with Priority: HIGHEST for action port [ 617.831465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-056ec5ef-98d2-426c-8399-474c9c044565 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.831589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-056ec5ef-98d2-426c-8399-474c9c044565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.831658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-056ec5ef-98d2-426c-8399-474c9c044565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.831915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-056ec5ef-98d2-426c-8399-474c9c044565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.831995] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('056ec5ef-98d2-426c-8399-474c9c044565',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.334538] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 056ec5ef-98d2-426c-8399-474c9c044565 [ 618.335306] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.335306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.335306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.335306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.335306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.335570] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:056ec5ef-98d2-426c-8399-474c9c044565 already deleted. [ 618.335570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-056ec5ef-98d2-426c-8399-474c9c044565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.629901] env[66369]: INFO networking_nsxv3.common.synchronization [req-b95d56fc-c488-40fe-b069-d418bc2f49b0 req-c6a6a484-5581-4c0d-8d9f-82ebc24f00b9 service nova] Enqueued Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_rules [ 618.630090] env[66369]: INFO networking_nsxv3.common.synchronization [req-b95d56fc-c488-40fe-b069-d418bc2f49b0 req-c6a6a484-5581-4c0d-8d9f-82ebc24f00b9 service nova] Enqueued Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_members [ 618.630249] env[66369]: INFO networking_nsxv3.common.synchronization [req-b95d56fc-c488-40fe-b069-d418bc2f49b0 req-c6a6a484-5581-4c0d-8d9f-82ebc24f00b9 service nova] Enqueued Resource ID: 09d800a8-971b-4367-a415-d9a5092a8333 with Priority: HIGHEST for action port [ 618.632040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_rules [ 618.632040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_members [ 618.632040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d800a8-971b-4367-a415-d9a5092a8333 with Priority: HIGHEST for action port [ 618.632040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.632040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.632040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.632040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.632040] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.633997] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.633997] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.633997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.633997] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.638101] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-09d800a8-971b-4367-a415-d9a5092a8333 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.638101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.638101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.638101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.638101] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09d800a8-971b-4367-a415-d9a5092a8333',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.138658] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.138658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.150435] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09d800a8-971b-4367-a415-d9a5092a8333 with status ACTIVE [ 619.151057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.151192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.151511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.151511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.151635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.151726] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.151823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.151888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.152048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.152660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.152660] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.152660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.152660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.152660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.152660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.152930] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09d800a8-971b-4367-a415-d9a5092a8333 is going to be updated. [ 619.156974] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.185347] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.185347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.185347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.185347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.185347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.185347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09d800a8-971b-4367-a415-d9a5092a8333" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.261918] env[66369]: INFO networking_nsxv3.common.synchronization [req-caad7e5f-2b43-4683-997f-8ebf2fcd2dfe req-ce19101e-8d22-48e8-8e82-9eaf000697b7 tempest-DeleteServersAdminTestJSON-95756469 tempest-DeleteServersAdminTestJSON-95756469-project-member] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 619.262727] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 619.263034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.263154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.263154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.263433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.263594] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.263701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.263827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.264028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.264156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.264302] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.660708] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.772440] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.772589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.772658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.773152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.773152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.773152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.773334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.773334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.773449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.773520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.773596] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af already deleted. [ 619.773672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.777050] env[66369]: INFO networking_nsxv3.common.synchronization [None req-e294ec85-bba0-4b7a-8fe4-eeb15f38f0c8 None None] Enqueued Resource ID: b73bbe80-f38f-4f34-a1b1-3155f6dd13c0 with Priority: HIGHEST for action port [ 619.777050] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b73bbe80-f38f-4f34-a1b1-3155f6dd13c0 with Priority: HIGHEST for action port [ 619.777050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b73bbe80-f38f-4f34-a1b1-3155f6dd13c0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.777050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b73bbe80-f38f-4f34-a1b1-3155f6dd13c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.777050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b73bbe80-f38f-4f34-a1b1-3155f6dd13c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.777050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b73bbe80-f38f-4f34-a1b1-3155f6dd13c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.777050] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b73bbe80-f38f-4f34-a1b1-3155f6dd13c0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.840503] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.840691] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.840801] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.841138] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.841399] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.841629] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.841689] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.842080] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.842080] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.842400] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.842763] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.842763] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.842763] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.842862] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.842917] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.842993] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.863083] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.863083] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.863083] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.863083] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.863307] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-90eb81c2-005b-4778-b699-e944a6ff47dc taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.863453] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.863560] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.863881] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.864024] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90eb81c2-005b-4778-b699-e944a6ff47dc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.054897] env[66369]: INFO networking_nsxv3.common.synchronization [None req-fd4a8865-a69b-41f1-aa15-9d1b458ec3e6 None None] Enqueued Resource ID: 0408227f-bca7-4943-8c1f-8c6a3a6c954e with Priority: HIGHEST for action port [ 620.058336] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0408227f-bca7-4943-8c1f-8c6a3a6c954e with Priority: HIGHEST for action port [ 620.059142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0408227f-bca7-4943-8c1f-8c6a3a6c954e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.059285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0408227f-bca7-4943-8c1f-8c6a3a6c954e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.059348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0408227f-bca7-4943-8c1f-8c6a3a6c954e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.059608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0408227f-bca7-4943-8c1f-8c6a3a6c954e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.059701] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0408227f-bca7-4943-8c1f-8c6a3a6c954e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.162779] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.163084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.163084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.163235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.163322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.163419] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 is going to be created. [ 620.196813] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.196813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.196813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.196813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.197135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.210788] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 in Status: UNINITIALIZED for 2s [ 620.282097] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b73bbe80-f38f-4f34-a1b1-3155f6dd13c0 [ 620.282097] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.282097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.282097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.282097] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b73bbe80-f38f-4f34-a1b1-3155f6dd13c0 already deleted. [ 620.282097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b73bbe80-f38f-4f34-a1b1-3155f6dd13c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.367739] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.367739] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.367933] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.368157] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.368547] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.368547] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 90eb81c2-005b-4778-b699-e944a6ff47dc not found, creating... [ 620.368867] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.368975] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.369129] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.369388] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.369699] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.370113] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.370113] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.370113] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.370563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.370563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.370660] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 90eb81c2-005b-4778-b699-e944a6ff47dc is going to be created. [ 620.394799] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.394799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.394799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.394799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.394799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.394799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.561972] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0408227f-bca7-4943-8c1f-8c6a3a6c954e [ 620.562234] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.562410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.562482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.562696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.562788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.562895] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0408227f-bca7-4943-8c1f-8c6a3a6c954e already deleted. [ 620.563045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0408227f-bca7-4943-8c1f-8c6a3a6c954e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.263269] env[66369]: INFO networking_nsxv3.common.synchronization [req-caad7e5f-2b43-4683-997f-8ebf2fcd2dfe req-1a7dfc2f-7ae7-40d9-b0b1-5ed7914e10bb service nova] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_rules [ 621.263573] env[66369]: INFO networking_nsxv3.common.synchronization [req-caad7e5f-2b43-4683-997f-8ebf2fcd2dfe req-1a7dfc2f-7ae7-40d9-b0b1-5ed7914e10bb service nova] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 621.264367] env[66369]: INFO networking_nsxv3.common.synchronization [req-caad7e5f-2b43-4683-997f-8ebf2fcd2dfe req-1a7dfc2f-7ae7-40d9-b0b1-5ed7914e10bb service nova] Enqueued Resource ID: 90eb81c2-005b-4778-b699-e944a6ff47dc with Priority: HIGHEST for action port [ 621.265344] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_rules [ 621.265518] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 621.265709] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90eb81c2-005b-4778-b699-e944a6ff47dc with Priority: HIGHEST for action port [ 621.266032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.266273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.266273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.266538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.266720] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.267974] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.268135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.268216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.268418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.268612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.268774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.268774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.268966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.269372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.269615] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.270529] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-90eb81c2-005b-4778-b699-e944a6ff47dc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.270991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.270991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.270991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.270991] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90eb81c2-005b-4778-b699-e944a6ff47dc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.653176] env[66369]: INFO networking_nsxv3.common.synchronization [None req-84c0e96a-a61b-4da7-b307-7fde8fc5d648 None None] Enqueued Resource ID: 2601b116-4ab9-4786-be92-c1eb481ac3ff with Priority: HIGHEST for action port [ 621.653729] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2601b116-4ab9-4786-be92-c1eb481ac3ff with Priority: HIGHEST for action port [ 621.654678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2601b116-4ab9-4786-be92-c1eb481ac3ff taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.654678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2601b116-4ab9-4786-be92-c1eb481ac3ff" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.654678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2601b116-4ab9-4786-be92-c1eb481ac3ff" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.654678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2601b116-4ab9-4786-be92-c1eb481ac3ff" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.654850] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2601b116-4ab9-4786-be92-c1eb481ac3ff',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.776126] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.776126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.776126] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.776126] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90eb81c2-005b-4778-b699-e944a6ff47dc with status ACTIVE [ 621.776126] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.776126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.776126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.776568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.776568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.776629] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.777337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.777423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.777604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.777683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.777886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.777981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.778051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.778283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.778355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.778484] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90eb81c2-005b-4778-b699-e944a6ff47dc is going to be updated. [ 621.804535] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.804779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.805477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.805477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.805477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.805477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90eb81c2-005b-4778-b699-e944a6ff47dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.038147] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2e267811-f54b-4129-81b2-081cbbdb7c6c None None] Enqueued Resource ID: d3658f4f-ee7d-4611-8831-b22db5a1c13c with Priority: HIGHEST for action port [ 622.038361] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3658f4f-ee7d-4611-8831-b22db5a1c13c with Priority: HIGHEST for action port [ 622.039018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3658f4f-ee7d-4611-8831-b22db5a1c13c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.039113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3658f4f-ee7d-4611-8831-b22db5a1c13c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.039263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3658f4f-ee7d-4611-8831-b22db5a1c13c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.040071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3658f4f-ee7d-4611-8831-b22db5a1c13c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.040071] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3658f4f-ee7d-4611-8831-b22db5a1c13c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.152789] env[66369]: INFO networking_nsxv3.common.synchronization [req-cdbea10e-d0d2-4258-8b29-57a177355c69 req-48311c1f-f358-4c66-872d-64baf151cfc3 tempest-ServerDiagnosticsNegativeTest-2020660827 tempest-ServerDiagnosticsNegativeTest-2020660827-project-member] Enqueued Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_members [ 622.153236] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_members [ 622.153527] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.153675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.153744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.153987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.154437] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.154536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.154597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.154752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.154837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.154925] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.157398] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2601b116-4ab9-4786-be92-c1eb481ac3ff [ 622.157552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.157690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.157752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.157856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.157930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.158015] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2601b116-4ab9-4786-be92-c1eb481ac3ff already deleted. [ 622.158142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2601b116-4ab9-4786-be92-c1eb481ac3ff" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.219596] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 in Status: SUCCESS [ 622.219853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.220394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.220654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.220829] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.221069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.221069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.221196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.221238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.221312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.221391] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.283069] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.542937] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3658f4f-ee7d-4611-8831-b22db5a1c13c [ 622.543124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.543260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.543325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.543526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.544033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.544033] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3658f4f-ee7d-4611-8831-b22db5a1c13c already deleted. [ 622.544033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3658f4f-ee7d-4611-8831-b22db5a1c13c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.657922] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.657922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.657922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.657922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.657922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.657922] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.657922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.657922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.658297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.658297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.658297] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca already deleted. [ 622.658397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.660956] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.660956] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.661108] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.661673] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.662043] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.662202] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.662312] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.662513] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.662883] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.662883] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.663070] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.663070] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.663209] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.663327] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.663433] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.663894] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.685188] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.685188] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.685188] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.685188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.685188] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-a4a7fc39-af39-491c-812e-40d90dc0f77b taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.685188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.685188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.688282] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.688282] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a7fc39-af39-491c-812e-40d90dc0f77b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.723689] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.723906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.723984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.724251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.724799] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.724914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.724979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.725164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.725265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.725532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.725588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.725655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.725705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.725855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.725992] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.726143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.726143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.726318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.726415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.726481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.726547] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.784826] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.785066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.785147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.785447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.785528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.785635] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be created. [ 622.811891] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.812110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.812189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.812466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.812685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.824810] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: UNINITIALIZED for 2s [ 622.871206] env[66369]: INFO networking_nsxv3.common.synchronization [req-c82d7312-a723-4487-9bbd-255e7b28b26b req-e025f2f1-5d0e-46ca-b379-c450c093a2d7 tempest-InstanceActionsNegativeTestJSON-1921537112 tempest-InstanceActionsNegativeTestJSON-1921537112-project-member] Enqueued Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_members [ 622.871206] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_members [ 622.871552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.871552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.871654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.871861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.872025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.872125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.872179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.872331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.872410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.872500] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.190703] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.192159] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.192159] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.192356] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.192721] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.192799] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port a4a7fc39-af39-491c-812e-40d90dc0f77b not found, creating... [ 623.193079] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.193248] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.193361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.193666] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.193809] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.194225] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.194326] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.194398] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.194906] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.194906] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.194906] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: a4a7fc39-af39-491c-812e-40d90dc0f77b is going to be created. [ 623.219759] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.219759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.219759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.219938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.222040] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.222040] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.231816] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be05c09-2cf7-40a2-9bc0-934b99a1f044: rpc.has_security_group_logging(os_id): False [ 623.257209] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.257493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.257493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.257708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.257770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.258390] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.258390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.258390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.258390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.258753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.258753] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.258890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.258890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.262340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.262340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.262340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.262340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.262340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.262340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.262340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.262340] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 is going to be created. [ 623.368999] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.369336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.369336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.369492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.369628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.378892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.378892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.378892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.379576] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f already deleted. [ 623.379576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.396930] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 in Status: IN_PROGRESS for 2s [ 623.461781] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-319 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.462038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-319" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.462103] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-319" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.462579] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-319" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.462830] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.462992] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.462992] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.463769] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.463909] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.464138] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.464770] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.464888] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.464990] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.465484] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.465614] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.465722] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.526093] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.526093] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.526181] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.526334] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-319" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.526671] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-0686174b-2a72-4a63-bd90-e3eff567d009 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.526878] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.527084] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.527437] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.527565] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0686174b-2a72-4a63-bd90-e3eff567d009',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.900160] env[66369]: INFO networking_nsxv3.common.synchronization [None req-05068bb5-7078-4243-9692-b0996580a3d6 None None] Enqueued Resource ID: 15f14055-7431-4e4d-9b97-306dba5f339e with Priority: HIGHEST for action port [ 623.900160] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f14055-7431-4e4d-9b97-306dba5f339e with Priority: HIGHEST for action port [ 623.901036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f14055-7431-4e4d-9b97-306dba5f339e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.901036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f14055-7431-4e4d-9b97-306dba5f339e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.901036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f14055-7431-4e4d-9b97-306dba5f339e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.902000] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f14055-7431-4e4d-9b97-306dba5f339e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.902000] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f14055-7431-4e4d-9b97-306dba5f339e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.962087] env[66369]: INFO networking_nsxv3.common.synchronization [req-cdbea10e-d0d2-4258-8b29-57a177355c69 req-af3d33d8-d072-401f-918e-19fc06d9afdd service nova] Enqueued Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_rules [ 623.962304] env[66369]: INFO networking_nsxv3.common.synchronization [req-cdbea10e-d0d2-4258-8b29-57a177355c69 req-af3d33d8-d072-401f-918e-19fc06d9afdd service nova] Enqueued Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_members [ 623.962471] env[66369]: INFO networking_nsxv3.common.synchronization [req-cdbea10e-d0d2-4258-8b29-57a177355c69 req-af3d33d8-d072-401f-918e-19fc06d9afdd service nova] Enqueued Resource ID: a4a7fc39-af39-491c-812e-40d90dc0f77b with Priority: HIGHEST for action port [ 623.963117] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_rules [ 623.963271] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_members [ 623.963385] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4a7fc39-af39-491c-812e-40d90dc0f77b with Priority: HIGHEST for action port [ 623.963676] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.963868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.963868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.964258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.964258] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.965869] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.966032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.966088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.966296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.966469] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.966963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.966963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.966963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.966963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.966963] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.968513] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4a7fc39-af39-491c-812e-40d90dc0f77b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.969469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.969469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.969469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.969469] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4a7fc39-af39-491c-812e-40d90dc0f77b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.030998] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.031190] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.031298] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.031573] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.031743] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.031889] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 0686174b-2a72-4a63-bd90-e3eff567d009 not found, creating... [ 624.032158] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.032459] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.032597] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.032813] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.032942] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033241] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033388] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033498] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.033697] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.033832] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033963] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 0686174b-2a72-4a63-bd90-e3eff567d009 is going to be created. [ 624.055298] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.055507] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.055614] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.055891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.056132] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.056407] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.320282] env[66369]: INFO networking_nsxv3.common.synchronization [None req-574bc848-7961-40b4-bef8-3c7935af3ed5 tempest-VolumesAssistedSnapshotsTest-1762056159 tempest-VolumesAssistedSnapshotsTest-1762056159-project-member] Enqueued Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_rules [ 624.320794] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_rules [ 624.321288] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.321353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.321404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.321654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.321739] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.403632] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15f14055-7431-4e4d-9b97-306dba5f339e [ 624.403632] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.403923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.403923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.404051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.404136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.404234] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15f14055-7431-4e4d-9b97-306dba5f339e already deleted. [ 624.404313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f14055-7431-4e4d-9b97-306dba5f339e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.470464] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.470610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.471710] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.472713] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4a7fc39-af39-491c-812e-40d90dc0f77b with status ACTIVE [ 624.472912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.473054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.474816] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.474816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.475305] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.475305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.475305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.475305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.475305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.475469] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4a7fc39-af39-491c-812e-40d90dc0f77b is going to be updated. [ 624.502430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.502639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.502727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.502938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.503170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.503237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4a7fc39-af39-491c-812e-40d90dc0f77b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.510760] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d49e2387-6b96-4d03-975f-6effd103031d tempest-VolumesAssistedSnapshotsTest-1762056159 tempest-VolumesAssistedSnapshotsTest-1762056159-project-member] Enqueued Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_rules [ 624.511352] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_rules [ 624.515319] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.515428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.536262] env[66369]: INFO networking_nsxv3.common.synchronization [None req-697a39ac-c385-45f4-96a6-287cbfdd2aba None None] Enqueued Resource ID: 2f9d887f-0eff-46a3-a363-5b966a131afe with Priority: HIGHEST for action port [ 624.536262] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9d887f-0eff-46a3-a363-5b966a131afe with Priority: HIGHEST for action port [ 624.536262] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9d887f-0eff-46a3-a363-5b966a131afe taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.536262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9d887f-0eff-46a3-a363-5b966a131afe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.536262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9d887f-0eff-46a3-a363-5b966a131afe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.536262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9d887f-0eff-46a3-a363-5b966a131afe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.536262] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9d887f-0eff-46a3-a363-5b966a131afe',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.741969] env[66369]: INFO networking_nsxv3.common.synchronization [req-c82d7312-a723-4487-9bbd-255e7b28b26b req-209d4996-b548-4e61-81b1-872b6fd48fc9 service nova] Enqueued Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_rules [ 624.741969] env[66369]: INFO networking_nsxv3.common.synchronization [req-c82d7312-a723-4487-9bbd-255e7b28b26b req-209d4996-b548-4e61-81b1-872b6fd48fc9 service nova] Enqueued Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_members [ 624.742249] env[66369]: INFO networking_nsxv3.common.synchronization [req-c82d7312-a723-4487-9bbd-255e7b28b26b req-209d4996-b548-4e61-81b1-872b6fd48fc9 service nova] Enqueued Resource ID: 0686174b-2a72-4a63-bd90-e3eff567d009 with Priority: HIGHEST for action port [ 624.742722] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_rules [ 624.743032] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_members [ 624.743032] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0686174b-2a72-4a63-bd90-e3eff567d009 with Priority: HIGHEST for action port [ 624.743565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.743735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.743807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.744122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.744963] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.747085] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.747085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.747235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.747685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.747685] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.747685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.747861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.747967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.748279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.748399] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.753083] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0686174b-2a72-4a63-bd90-e3eff567d009 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.753083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.753083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.753083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.753083] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0686174b-2a72-4a63-bd90-e3eff567d009',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.843355] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 624.843617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.843800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.844075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.844205] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.844333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.844393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.844544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.844640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.844721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.844799] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.846388] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.846551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.846898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.846898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.846898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.846898] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 already deleted. [ 624.847112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.847112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.847224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.847305] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.978997] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.037161] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f9d887f-0eff-46a3-a363-5b966a131afe [ 625.037408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.037643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.037796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.038088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.038355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.038355] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f9d887f-0eff-46a3-a363-5b966a131afe already deleted. [ 625.038435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9d887f-0eff-46a3-a363-5b966a131afe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.128622] env[66369]: INFO networking_nsxv3.common.synchronization [req-973c43df-3b61-4662-88bd-dab3276deb65 req-f1bb6e14-97f0-4e0b-9d56-862146bb2214 tempest-ServerExternalEventsTest-513086891 tempest-ServerExternalEventsTest-513086891-project-member] Enqueued Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_members [ 625.128622] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_members [ 625.128796] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.128958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.129132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.129501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.129749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.129924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.130031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.130185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.130269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.130363] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.247561] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.247817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.251768] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.254736] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0686174b-2a72-4a63-bd90-e3eff567d009 with status ACTIVE [ 625.255201] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.255322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.255322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.255535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.255602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.255846] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.255972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.256045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.256255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.256488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.256699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.256777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.256777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.256932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.257107] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.261027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0686174b-2a72-4a63-bd90-e3eff567d009 is going to be updated. [ 625.287285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.287608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.287863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.288192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.288576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.288782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0686174b-2a72-4a63-bd90-e3eff567d009" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.351555] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.351766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.351766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.351974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.352148] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.352250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.352323] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.352483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.352562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.352643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.352788] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.352917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.352917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.353103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.353233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.353319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.353368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.353504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.353610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.353727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.353885] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.390472] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.390683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.390926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.390960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.391273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.391424] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 already deleted. [ 625.391577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.418027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 in Status: SUCCESS [ 625.418027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.481393] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.481533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.481533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.481768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.481857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.481957] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca is going to be created. [ 625.513742] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.513742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.513742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.513742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.513742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.531547] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca in Status: UNINITIALIZED for 2s [ 625.589795] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.590072] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.590223] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.590537] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.590850] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.591057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.591199] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.591444] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.591616] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.591995] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.591995] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.592131] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.592244] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.592375] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.592501] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.592671] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.616367] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.619481] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.619481] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.619481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.619481] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.619481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.619481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.619481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.619481] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6ece84-7d70-4c4e-ad29-7cc878c0e768',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.633109] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.633332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.633816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.633816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.633816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.633942] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.633942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.634065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.635489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.635489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.635489] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 already deleted. [ 625.635489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.754881] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.857909] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9f9508b-bd1a-43a6-8a1c-9764791e59af: rpc.has_security_group_logging(os_id): False [ 625.880264] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.880654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.880654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.880776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.880776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.880993] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.881127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.881253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.881355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.881428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.881609] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.881702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.881764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.881920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.882033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.882223] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.882317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.882377] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.882956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.882956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.882956] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be created. [ 625.954550] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.954843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.954948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.955209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.955430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.969067] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 2s [ 626.124103] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.124358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.124490] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.124788] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.124918] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.125077] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port dc6ece84-7d70-4c4e-ad29-7cc878c0e768 not found, creating... [ 626.125331] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.125480] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.125593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.125803] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.125929] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.126215] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.126364] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.126504] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.126707] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.127927] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.128134] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: dc6ece84-7d70-4c4e-ad29-7cc878c0e768 is going to be created. [ 626.156960] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.157207] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.157324] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.157611] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.157835] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.161207] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.257544] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.257851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.257851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.258034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.258118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.258219] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f is going to be created. [ 626.316622] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.316622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.316622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.316622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.316622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.334449] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f in Status: UNINITIALIZED for 2s [ 626.832216] env[66369]: INFO networking_nsxv3.common.synchronization [req-973c43df-3b61-4662-88bd-dab3276deb65 req-40701f19-d035-4aff-ad04-941946efc832 service nova] Enqueued Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_rules [ 626.832493] env[66369]: INFO networking_nsxv3.common.synchronization [req-973c43df-3b61-4662-88bd-dab3276deb65 req-40701f19-d035-4aff-ad04-941946efc832 service nova] Enqueued Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_members [ 626.832531] env[66369]: INFO networking_nsxv3.common.synchronization [req-973c43df-3b61-4662-88bd-dab3276deb65 req-40701f19-d035-4aff-ad04-941946efc832 service nova] Enqueued Resource ID: dc6ece84-7d70-4c4e-ad29-7cc878c0e768 with Priority: HIGHEST for action port [ 626.833158] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_rules [ 626.833425] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_members [ 626.833568] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6ece84-7d70-4c4e-ad29-7cc878c0e768 with Priority: HIGHEST for action port [ 626.833887] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.834057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.834157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.834452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.834576] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.836050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.836470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.837298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.837509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.837674] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.837781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.837842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.837992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.838151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.838275] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.840267] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.840267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.840573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.840816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.840879] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6ece84-7d70-4c4e-ad29-7cc878c0e768',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.342739] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.345425] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.345770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348017] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc6ece84-7d70-4c4e-ad29-7cc878c0e768 with status ACTIVE [ 627.348017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.348017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.348017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.348017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.348777] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc6ece84-7d70-4c4e-ad29-7cc878c0e768 is going to be updated. [ 627.370651] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.372312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.372312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.372312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.372312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.372312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6ece84-7d70-4c4e-ad29-7cc878c0e768" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.561916] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca in Status: SUCCESS [ 627.562198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.562331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.562554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.562747] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563362] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.626024] env[66369]: INFO networking_nsxv3.common.synchronization [req-80212bb7-6dc9-4d1d-9a22-bd3494147053 req-f5c19e6c-75ed-4e1e-9a3d-303dc2a2e71c tempest-MigrationsAdminTest-573386484 tempest-MigrationsAdminTest-573386484-project-member] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 627.626620] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 627.626994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.627246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.627440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.627829] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.627945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.628066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.628123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.628323] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.628410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.628581] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.847443] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.905289] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.905499] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.905621] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.906011] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.906294] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.906381] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.906456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.906672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.906810] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.907017] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.907139] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.907241] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.907357] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.907468] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.907568] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.907690] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.932191] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.932191] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.932191] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.932191] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.933572] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-c5b5a84e-22ba-4975-9888-c301a24a7c19 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.934297] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.934297] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.934836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.935168] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b5a84e-22ba-4975-9888-c301a24a7c19',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.983362] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 627.984039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.066481] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.066706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.066892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.067501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.067501] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.067501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.067501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.067679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.067797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.067842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.068017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.068143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.068209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.068368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.068772] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.068772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.068772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.069503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.069503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.069896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.070475] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.132190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.132190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.132190] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 already deleted. [ 628.132190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.348972] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f in Status: SUCCESS [ 628.348972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.349747] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.349997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.349997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.350132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.350309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.350309] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 is going to be created. [ 628.352137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.352221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.352346] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.352555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.352555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.352658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.352727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.352809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.352900] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.377307] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.377495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.377605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.377837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.378042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.393371] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 in Status: UNINITIALIZED for 2s [ 628.439761] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.439995] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.440488] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.441352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.441612] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.441711] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port c5b5a84e-22ba-4975-9888-c301a24a7c19 not found, creating... [ 628.442555] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.442555] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.442555] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.442555] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.442754] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.442929] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.443349] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.443486] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.443700] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.443955] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.444274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: c5b5a84e-22ba-4975-9888-c301a24a7c19 is going to be created. [ 628.467686] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.467922] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.468054] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.468350] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.468625] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.468852] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.573568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da54f1be-694c-4869-8cd8-d3ac81fe4cca: rpc.has_security_group_logging(os_id): False [ 628.597730] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.597949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.597949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.598179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.598271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.598459] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.598585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.598657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.598810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.598881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.599072] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.599162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.599218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.599355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.599422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.599625] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.599730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.599789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.599935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.599998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.602742] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca is going to be created. [ 628.689880] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.690078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.690149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.690396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.690584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.717627] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca in Status: IN_PROGRESS for 2s [ 628.856022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.856367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.856367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.856610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.856896] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.857109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.857218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.857491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.857630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.857767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.857940] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.858054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.858112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.858265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.858407] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.858571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.858697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.858800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.858856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.858906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.858998] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.270384] env[66369]: INFO networking_nsxv3.common.synchronization [req-80212bb7-6dc9-4d1d-9a22-bd3494147053 req-c4ceca45-a8e6-4053-9200-29bcf6ad75ec service nova] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_rules [ 629.270567] env[66369]: INFO networking_nsxv3.common.synchronization [req-80212bb7-6dc9-4d1d-9a22-bd3494147053 req-c4ceca45-a8e6-4053-9200-29bcf6ad75ec service nova] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 629.270763] env[66369]: INFO networking_nsxv3.common.synchronization [req-80212bb7-6dc9-4d1d-9a22-bd3494147053 req-c4ceca45-a8e6-4053-9200-29bcf6ad75ec service nova] Enqueued Resource ID: c5b5a84e-22ba-4975-9888-c301a24a7c19 with Priority: HIGHEST for action port [ 629.271926] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_rules [ 629.271926] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 629.272075] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5b5a84e-22ba-4975-9888-c301a24a7c19 with Priority: HIGHEST for action port [ 629.272905] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.273086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.273172] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.273516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.273639] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.275391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.275833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.275919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.276426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.276736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.277071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.277226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.277401] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.279543] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5b5a84e-22ba-4975-9888-c301a24a7c19 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.279777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.279777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.280992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.280992] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5b5a84e-22ba-4975-9888-c301a24a7c19',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.361811] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3528ce4-ec43-4dea-9fcc-1cd0582f502f: rpc.has_security_group_logging(os_id): False [ 629.388274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388878] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.388878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.388878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.388878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.388878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.388878] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f is going to be created. [ 629.463546] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.463729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.463779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.463992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.464188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.479696] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f in Status: IN_PROGRESS for 2s [ 629.777466] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.777602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.780107] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.783051] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c5b5a84e-22ba-4975-9888-c301a24a7c19 with status ACTIVE [ 629.783477] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.783659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.783698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.783912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.784027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.784439] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.784559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.784623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.785089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.785089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.785089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.785262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.785262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.785346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.785416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.785500] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c5b5a84e-22ba-4975-9888-c301a24a7c19 is going to be updated. [ 629.809034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.809237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.809237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.810031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.810031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.810031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5b5a84e-22ba-4975-9888-c301a24a7c19" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.283557] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.411568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 in Status: SUCCESS [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.411568] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.411568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.411568] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.737650] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca in Status: SUCCESS [ 630.737650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.786523] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.786523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.786523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.786739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.786788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.786893] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be created. [ 630.813758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.813992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.813992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.814198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.814351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.825285] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: UNINITIALIZED for 2s [ 630.914151] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.914350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.914416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.914677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.914982] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.915151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.915289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.915501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.917087] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.917087] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.917087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.917537] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.420570] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5d30b88-aae4-4628-9bc2-7da1f5592de4: rpc.has_security_group_logging(os_id): False [ 631.442867] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.442867] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.442867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.443312] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.443312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.443312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.443312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.443428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.443928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.443928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.443928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.443928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.443928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.444281] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 is going to be created. [ 631.496538] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f in Status: SUCCESS [ 631.496755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.507615] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.507883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.507955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.508295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.511888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.526938] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 in Status: IN_PROGRESS for 2s [ 631.895202] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9b0de29a-96d8-4070-a0c6-084b7b004019 None None] Enqueued Resource ID: 8174ed8c-9b4e-4232-a460-05efd542036d with Priority: HIGHEST for action port [ 631.896760] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8174ed8c-9b4e-4232-a460-05efd542036d with Priority: HIGHEST for action port [ 631.897439] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8174ed8c-9b4e-4232-a460-05efd542036d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.897681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8174ed8c-9b4e-4232-a460-05efd542036d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.897824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8174ed8c-9b4e-4232-a460-05efd542036d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.898212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8174ed8c-9b4e-4232-a460-05efd542036d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.898351] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8174ed8c-9b4e-4232-a460-05efd542036d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.402232] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8174ed8c-9b4e-4232-a460-05efd542036d [ 632.402577] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.402763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.402845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.403096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.403213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.403349] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8174ed8c-9b4e-4232-a460-05efd542036d already deleted. [ 632.403460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8174ed8c-9b4e-4232-a460-05efd542036d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.845563] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 632.845805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.846031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.846525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.847318] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.847663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.847813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.848128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.848281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.849045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.849045] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.356073] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.356264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.356313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.356827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.357132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.357257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.357330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.358180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.358180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.358180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.358180] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.358180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.358180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.358180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.358608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.358901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.359199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.359352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.359441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.359530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.359625] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.558117] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 in Status: SUCCESS [ 633.558342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.693432] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b705339-9e67-4767-bb28-e588e24de740 req-bb1c8af0-5a51-4057-b44b-94c55a08823b tempest-ServersTestManualDisk-779042343 tempest-ServersTestManualDisk-779042343-project-member] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_members [ 633.693895] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_members [ 633.694239] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.694362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.694425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.695032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.695138] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.695281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.695354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.695542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.695624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.695711] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.862289] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18cf327-2e1c-4db0-8d9b-d761b8194785: rpc.has_security_group_logging(os_id): False [ 633.903023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.903196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.903241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.903459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.903548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.903762] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.903867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.903930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.904103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.904195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.904369] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.904462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.904521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.904661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.904738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.904915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.905013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.905089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.905226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.905296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.905379] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be created. [ 633.990525] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.990676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.990743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.990967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.991160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.007278] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: IN_PROGRESS for 2s [ 634.198050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.200033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.200224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.201136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.201136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.201136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.201136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.201734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.201734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.201734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.201734] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 already deleted. [ 634.201734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.331591] env[66369]: INFO networking_nsxv3.common.synchronization [None req-fcc1e9c7-abb2-4cb1-9f51-1a3eab26a0d0 None None] Enqueued Resource ID: 73fe37ce-6a3e-449b-b79e-12fc3ab5a657 with Priority: HIGHEST for action port [ 634.332415] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73fe37ce-6a3e-449b-b79e-12fc3ab5a657 with Priority: HIGHEST for action port [ 634.332965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-73fe37ce-6a3e-449b-b79e-12fc3ab5a657 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.333131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73fe37ce-6a3e-449b-b79e-12fc3ab5a657" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.333202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73fe37ce-6a3e-449b-b79e-12fc3ab5a657" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.334073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73fe37ce-6a3e-449b-b79e-12fc3ab5a657" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.334200] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fe37ce-6a3e-449b-b79e-12fc3ab5a657',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.361043] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.361043] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-455" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.361043] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-455" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.361599] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-455" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.365023] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.365023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.365023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.365023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.365023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.365023] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.365023] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.365023] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.365023] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.365023] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.365023] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.365023] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.389615] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.389763] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.389899] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.390275] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-455" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.390741] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-70b1eb52-186a-4e7f-b2a3-d850faa8773c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.390806] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.390965] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.391363] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.391496] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b1eb52-186a-4e7f-b2a3-d850faa8773c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.837122] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73fe37ce-6a3e-449b-b79e-12fc3ab5a657 [ 634.837577] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.837910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.838117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.838445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.839310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.839310] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73fe37ce-6a3e-449b-b79e-12fc3ab5a657 already deleted. [ 634.839310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73fe37ce-6a3e-449b-b79e-12fc3ab5a657" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.898015] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.898015] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 70b1eb52-186a-4e7f-b2a3-d850faa8773c not found, creating... [ 634.898015] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.898015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.898853] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.898853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.898853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.898853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.898853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.899047] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 70b1eb52-186a-4e7f-b2a3-d850faa8773c is going to be created. [ 634.923875] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.924155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.924349] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.924741] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.925069] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.925720] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.203222] env[66369]: INFO networking_nsxv3.common.synchronization [req-86b25a2d-39ab-490d-9369-d7f8acb7d11b req-837ea8ed-e763-497b-a065-4becef47a127 tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 635.203359] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 635.203699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.203840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.203987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.204300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.204535] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.204636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.204692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.204868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.204951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.205084] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.636466] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b705339-9e67-4767-bb28-e588e24de740 req-2af71918-047c-4c09-8a67-10c64829d5ae service nova] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_rules [ 635.636858] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b705339-9e67-4767-bb28-e588e24de740 req-2af71918-047c-4c09-8a67-10c64829d5ae service nova] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_members [ 635.636969] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b705339-9e67-4767-bb28-e588e24de740 req-2af71918-047c-4c09-8a67-10c64829d5ae service nova] Enqueued Resource ID: 70b1eb52-186a-4e7f-b2a3-d850faa8773c with Priority: HIGHEST for action port [ 635.637507] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_rules [ 635.637692] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_members [ 635.637972] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b1eb52-186a-4e7f-b2a3-d850faa8773c with Priority: HIGHEST for action port [ 635.638341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.638524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.638914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.639297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.639297] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.640250] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.640801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.640801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.640801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.641044] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.641200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.641274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.641432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.641579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.641657] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.643312] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b1eb52-186a-4e7f-b2a3-d850faa8773c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.643312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.643312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.643312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.643312] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b1eb52-186a-4e7f-b2a3-d850faa8773c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.674714] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.674922] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.675035] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.675580] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.675665] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.675888] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.676021] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.676236] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.676426] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.677488] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.677488] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.677488] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.677488] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.677488] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.677488] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.677488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.704032] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.704032] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.704032] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.704032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.704032] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-fe5ff992-5f38-4b80-abba-d0484906b7ea taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.704032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.704032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.704032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.704032] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe5ff992-5f38-4b80-abba-d0484906b7ea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.708875] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.709051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.709148] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.709371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.709464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.709696] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.709822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.709909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.710130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.710713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.710817] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 already deleted. [ 635.711353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.021593] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 636.022328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.144916] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.146677] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.146798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.147053] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70b1eb52-186a-4e7f-b2a3-d850faa8773c with status ACTIVE [ 636.147217] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.147318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.147318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.147648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.147710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.147854] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.147954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.148352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.148352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.148444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.148608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.148727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.148779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.149335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.149433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.149524] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70b1eb52-186a-4e7f-b2a3-d850faa8773c is going to be updated. [ 636.176028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.176028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.176245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.176369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.176928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.176928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b1eb52-186a-4e7f-b2a3-d850faa8773c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.208147] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.208431] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.208694] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.209070] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.209299] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.209509] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port fe5ff992-5f38-4b80-abba-d0484906b7ea not found, creating... [ 636.209930] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.210112] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.210222] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.210507] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.210699] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.211060] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.211229] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.211341] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.211606] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.211785] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.211924] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: fe5ff992-5f38-4b80-abba-d0484906b7ea is going to be created. [ 636.338214] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.338544] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.338544] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.338889] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.339136] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.339362] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.647571] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.002726] env[66369]: INFO networking_nsxv3.common.synchronization [req-86b25a2d-39ab-490d-9369-d7f8acb7d11b req-68839dc7-346a-4972-afd2-0c9c49eb5214 service nova] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_rules [ 637.002726] env[66369]: INFO networking_nsxv3.common.synchronization [req-86b25a2d-39ab-490d-9369-d7f8acb7d11b req-68839dc7-346a-4972-afd2-0c9c49eb5214 service nova] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 637.002726] env[66369]: INFO networking_nsxv3.common.synchronization [req-86b25a2d-39ab-490d-9369-d7f8acb7d11b req-68839dc7-346a-4972-afd2-0c9c49eb5214 service nova] Enqueued Resource ID: fe5ff992-5f38-4b80-abba-d0484906b7ea with Priority: HIGHEST for action port [ 637.003035] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_rules [ 637.003170] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 637.003265] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5ff992-5f38-4b80-abba-d0484906b7ea with Priority: HIGHEST for action port [ 637.003563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.003688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.003754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.004015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.005012] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.006354] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.006477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.006543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.006753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.006942] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.006989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.007092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.007272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.007355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.007443] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.011612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe5ff992-5f38-4b80-abba-d0484906b7ea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.011612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.011612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.011612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.011612] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe5ff992-5f38-4b80-abba-d0484906b7ea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.150236] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.150525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.150525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.150628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.150707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.150784] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 is going to be created. [ 637.180545] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.180678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.180783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.181151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.181382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.195112] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d632628c-56eb-48e1-81bb-2b30990726c1 in Status: UNINITIALIZED for 2s [ 637.506964] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.507179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.509433] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.516748] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe5ff992-5f38-4b80-abba-d0484906b7ea with status ACTIVE [ 637.516748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.516748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.516748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.516748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.517467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.518382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.518382] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe5ff992-5f38-4b80-abba-d0484906b7ea is going to be updated. [ 637.542293] env[66369]: INFO networking_nsxv3.common.synchronization [req-de1e5dd1-0c0e-4e93-a71b-705ccb0c7eca req-60f473cc-dbf5-4416-89b7-ab399206a924 tempest-VolumesAssistedSnapshotsTest-1762056159 tempest-VolumesAssistedSnapshotsTest-1762056159-project-member] Enqueued Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_members [ 637.542840] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_members [ 637.543183] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.543314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.543378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.544032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.544032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544884] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.545875] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.545994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.546137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.546193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.546784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.546784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe5ff992-5f38-4b80-abba-d0484906b7ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.022739] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.049480] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.049480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.049860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.049962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.050121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.050458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.050612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.050709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.050913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.051047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.051546] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 already deleted. [ 638.051760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.104726] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.104957] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-75" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.105060] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-75" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.105395] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-75" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.105658] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.105816] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.105938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.106166] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.106302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.106502] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.106624] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.106744] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.106831] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.106935] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.107470] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.107470] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.127439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.127687] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.127825] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.128051] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-75" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.128461] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-947b1a6e-2c01-4e79-a6a2-25628b182811 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.128756] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.128905] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.129288] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.129499] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947b1a6e-2c01-4e79-a6a2-25628b182811',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.528022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.528022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.528022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.528022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.528022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.528022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be created. [ 638.556057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.556208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.556277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.556483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.556675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.567578] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: UNINITIALIZED for 2s [ 638.631666] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.631970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.632109] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.632446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.632585] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.632935] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 947b1a6e-2c01-4e79-a6a2-25628b182811 not found, creating... [ 638.633299] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.633467] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.633581] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.633902] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.634088] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.634403] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.634593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.634782] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.635198] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.635420] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.635658] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 947b1a6e-2c01-4e79-a6a2-25628b182811 is going to be created. [ 638.661575] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.661808] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.662069] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.662357] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.662669] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.662928] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.205976] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d632628c-56eb-48e1-81bb-2b30990726c1 in Status: SUCCESS [ 639.206551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.206551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.206968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.206968] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.207106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.207106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.207307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.207374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.207518] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.408397] env[66369]: INFO networking_nsxv3.common.synchronization [req-de1e5dd1-0c0e-4e93-a71b-705ccb0c7eca req-8e38cdbb-affd-4bb4-ad1e-7b497a2d7ee1 service nova] Enqueued Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_rules [ 639.408497] env[66369]: INFO networking_nsxv3.common.synchronization [req-de1e5dd1-0c0e-4e93-a71b-705ccb0c7eca req-8e38cdbb-affd-4bb4-ad1e-7b497a2d7ee1 service nova] Enqueued Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_members [ 639.408655] env[66369]: INFO networking_nsxv3.common.synchronization [req-de1e5dd1-0c0e-4e93-a71b-705ccb0c7eca req-8e38cdbb-affd-4bb4-ad1e-7b497a2d7ee1 service nova] Enqueued Resource ID: 947b1a6e-2c01-4e79-a6a2-25628b182811 with Priority: HIGHEST for action port [ 639.408925] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_rules [ 639.409026] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_members [ 639.409161] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947b1a6e-2c01-4e79-a6a2-25628b182811 with Priority: HIGHEST for action port [ 639.409724] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.409813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.409865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.411563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.411563] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.414276] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.414396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.414462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.414645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.414800] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.415223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.415223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415367] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.416307] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-947b1a6e-2c01-4e79-a6a2-25628b182811 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.416380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.416440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.416602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.416675] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('947b1a6e-2c01-4e79-a6a2-25628b182811',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.711205] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.741811] env[66369]: INFO networking_nsxv3.common.synchronization [req-ebb8315a-452b-4cd3-9afe-a4a390f2603e req-8148f9ed-5920-4c10-8aae-91d97056a7e6 tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 639.742485] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 639.742606] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.742706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.921529] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.921668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.921894] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.923136] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 947b1a6e-2c01-4e79-a6a2-25628b182811 with status ACTIVE [ 639.923329] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.923450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.923502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.923711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.924645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.924645] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.924645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.924645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.924645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.924645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.924645] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.924645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.925015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.925015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.925015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.925157] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 947b1a6e-2c01-4e79-a6a2-25628b182811 is going to be updated. [ 639.949202] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.949952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.949952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.949952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.949952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.949952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-947b1a6e-2c01-4e79-a6a2-25628b182811" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.039335] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.039526] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.043314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.043314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.043314] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.043314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.043314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.043314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.043314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.043314] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.043314] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.043314] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.043622] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.043622] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.043622] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.043796] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.077830] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.077830] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.077830] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.077830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.077830] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-9fd212c2-7135-4636-98f9-7a25781c0bf0 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.077830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.077830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.077830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.077830] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd212c2-7135-4636-98f9-7a25781c0bf0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.213432] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d632628c-56eb-48e1-81bb-2b30990726c1: rpc.has_security_group_logging(os_id): False [ 640.237262] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.237262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.237262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.237262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.237262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.237262] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.237262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.237700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.237700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.237700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.237700] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 is going to be created. [ 640.325014] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.325014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.325014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.325014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.325014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.338641] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d632628c-56eb-48e1-81bb-2b30990726c1 in Status: IN_PROGRESS for 2s [ 640.427989] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.581484] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 640.581484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.582254] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.582387] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.582429] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.582700] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.582873] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.583021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 9fd212c2-7135-4636-98f9-7a25781c0bf0 not found, creating... [ 640.583390] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.583574] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.584063] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.584063] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.584168] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.584431] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.584572] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.584683] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.584931] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.585104] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.585258] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 9fd212c2-7135-4636-98f9-7a25781c0bf0 is going to be created. [ 640.586405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.586595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.586764] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.589022] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.589022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.589022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.589478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.589478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.589478] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.624747] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.625553] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.625553] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.625553] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.625820] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.626035] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.930957] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.931289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.932049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.932235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.932341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.932541] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 is going to be created. [ 640.957764] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.957764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.957764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.957764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.958245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.970752] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 in Status: UNINITIALIZED for 2s [ 641.092261] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.092411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.092631] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.377927] env[66369]: INFO networking_nsxv3.common.synchronization [None req-f4c95340-d14e-40e2-92db-944f2eef578b tempest-ServersWithSpecificFlavorTestJSON-2117984926 tempest-ServersWithSpecificFlavorTestJSON-2117984926-project-member] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 641.377927] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 641.379522] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.380037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.380326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.382028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.382028] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.423322] env[66369]: INFO networking_nsxv3.common.synchronization [req-ebb8315a-452b-4cd3-9afe-a4a390f2603e req-0bea8a50-5fe4-4d78-bd27-da1ab359d7d7 service nova] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_rules [ 641.423488] env[66369]: INFO networking_nsxv3.common.synchronization [req-ebb8315a-452b-4cd3-9afe-a4a390f2603e req-0bea8a50-5fe4-4d78-bd27-da1ab359d7d7 service nova] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 641.423619] env[66369]: INFO networking_nsxv3.common.synchronization [req-ebb8315a-452b-4cd3-9afe-a4a390f2603e req-0bea8a50-5fe4-4d78-bd27-da1ab359d7d7 service nova] Enqueued Resource ID: 9fd212c2-7135-4636-98f9-7a25781c0bf0 with Priority: HIGHEST for action port [ 641.424112] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_rules [ 641.424260] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 641.424402] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd212c2-7135-4636-98f9-7a25781c0bf0 with Priority: HIGHEST for action port [ 641.424719] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.424856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425178] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd212c2-7135-4636-98f9-7a25781c0bf0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.425600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.425658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.425884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.426071] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd212c2-7135-4636-98f9-7a25781c0bf0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.575080] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5e32b5f4-7235-4007-af41-232eff039617 tempest-ServersWithSpecificFlavorTestJSON-2117984926 tempest-ServersWithSpecificFlavorTestJSON-2117984926-project-member] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 641.575588] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 641.575879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.575985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.596046] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.906572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.906785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.906863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.907159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.907298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.907439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf already deleted. [ 641.907551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.907801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.908514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.908514] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.928431] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fd212c2-7135-4636-98f9-7a25781c0bf0 with status ACTIVE [ 641.928431] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.928431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.928431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.928431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.928431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.929069] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.929069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.929069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.929069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.929069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.929368] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.929368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.929616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.929616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.929710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.929710] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fd212c2-7135-4636-98f9-7a25781c0bf0 is going to be updated. [ 641.955633] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.956030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.956030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.956202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.956362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.956547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd212c2-7135-4636-98f9-7a25781c0bf0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.100144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.100389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.100460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.100715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.100799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.100952] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be updated. [ 642.143224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.143644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.143907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.144571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.156462] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: IN_PROGRESS for 2s [ 642.353208] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d632628c-56eb-48e1-81bb-2b30990726c1 in Status: SUCCESS [ 642.353512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.437863] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.439217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.439217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.439217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.439217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.439217] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf already deleted. [ 642.439217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.856271] env[66369]: INFO networking_nsxv3.common.synchronization [req-3dbd03c9-25d5-47c0-bae0-414291ce2f3a req-d712390d-de88-4cff-8cd6-c3abf338282a tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 642.856705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 642.857040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.857239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.857239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.857495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.857639] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.857739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.857803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.857958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.859468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.859611] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.981789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 in Status: SUCCESS [ 642.982076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.982231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.982476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.982675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.982817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.982896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.983106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.983217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.983304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.983392] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.362503] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.362709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.362896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.362984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.363665] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.363665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.363665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.363665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.363665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.363979] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b already deleted. [ 643.363979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.420034] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.420257] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.420377] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.420730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.421008] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.421202] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.421348] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.421584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.421738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.421946] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.422061] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.422163] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.422264] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.422365] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.422479] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.422575] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.441086] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.441245] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.441378] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.441538] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.441833] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-732e6f73-5277-4923-960f-5cceb6f79ed4 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.442327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.442327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.442478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.442518] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732e6f73-5277-4923-960f-5cceb6f79ed4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.486862] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.577057] env[66369]: INFO networking_nsxv3.common.synchronization [req-fe3cdfa9-1375-4033-99f0-e7fa1f047cc9 req-3e1ebf4a-bc7a-4b4d-9787-88c3aa7d7c7b tempest-ImagesNegativeTestJSON-2075683877 tempest-ImagesNegativeTestJSON-2075683877-project-member] Enqueued Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_members [ 643.577057] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGHEST for action security_group_members [ 643.578140] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.578416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.578578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.578920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.579203] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.579420] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.579570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.579819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.580017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.580200] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.916384] env[66369]: INFO networking_nsxv3.common.synchronization [req-64947569-0fdd-4152-97a9-1ba7a0d18ed7 req-74722ce0-3bbb-40ee-b32c-d05a9fa1c4da tempest-DeleteServersAdminTestJSON-1109354892 tempest-DeleteServersAdminTestJSON-1109354892-project-admin] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 643.916974] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 643.917291] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.917415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.917484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.917687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.919334] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.919334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.919334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.919334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.919334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.919334] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.947180] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.947632] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.947784] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.948108] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.948256] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.948400] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 732e6f73-5277-4923-960f-5cceb6f79ed4 not found, creating... [ 643.948814] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.948992] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.949093] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.949280] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.949398] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.949876] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.950051] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.950166] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.950382] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.950558] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.950683] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 732e6f73-5277-4923-960f-5cceb6f79ed4 is going to be created. [ 643.976485] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.976485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.976786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.976945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.977136] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.977412] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.989338] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7962bd12-d8cb-482a-9ffa-6a0195a24c83: rpc.has_security_group_logging(os_id): False [ 644.015240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.015240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.015240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.015240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.015598] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.015598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.015598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.015727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.015785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.015969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 is going to be created. [ 644.085247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.085247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.085247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.085455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.085455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.086067] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.086067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.086067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.086067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.086067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.086371] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 is going to be updated. [ 644.128064] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.130832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.130832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.130832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.130832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.138793] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.138793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.139315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.139315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.139435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.150259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 in Status: IN_PROGRESS for 2s [ 644.159271] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 in Status: IN_PROGRESS for 2s [ 644.168349] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 644.168584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.169614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.169614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.169614] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.169614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.169614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.169614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.169978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.169978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.170051] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.170094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.170193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.170297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.170430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.170520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.170584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.171294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.171294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.171294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.171294] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.171851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.172024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.172564] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.172564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.172564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.172564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.172564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.172870] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.420988] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.421843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.421843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.421843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.421843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.422058] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.422174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.422253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.422456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.422544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.422642] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be updated. [ 644.457798] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.458139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.458259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.458529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.459015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.470558] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 2s [ 644.674893] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6: rpc.has_security_group_logging(os_id): False [ 644.676525] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.702426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.702687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.702743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.703133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.703346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.703662] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.703777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.703838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.704150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.704313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.704675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.704827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.704993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.705259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.705411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.705757] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.705942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.706104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.706404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.706560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.706740] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be created. [ 644.768120] env[66369]: INFO networking_nsxv3.common.synchronization [req-3dbd03c9-25d5-47c0-bae0-414291ce2f3a req-402e909a-eb94-4434-8187-1fab1d07c04c service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 644.768507] env[66369]: INFO networking_nsxv3.common.synchronization [req-3dbd03c9-25d5-47c0-bae0-414291ce2f3a req-402e909a-eb94-4434-8187-1fab1d07c04c service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 644.768814] env[66369]: INFO networking_nsxv3.common.synchronization [req-3dbd03c9-25d5-47c0-bae0-414291ce2f3a req-402e909a-eb94-4434-8187-1fab1d07c04c service nova] Enqueued Resource ID: 732e6f73-5277-4923-960f-5cceb6f79ed4 with Priority: HIGHEST for action port [ 644.769474] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 644.769697] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 644.769879] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 732e6f73-5277-4923-960f-5cceb6f79ed4 with Priority: HIGHEST for action port [ 644.770227] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.770382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.770464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.770796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.771435] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.774778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.774778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.774778] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.774778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-732e6f73-5277-4923-960f-5cceb6f79ed4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.774778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.775510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.775510] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('732e6f73-5277-4923-960f-5cceb6f79ed4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.805056] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.805056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.805056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.805056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.805056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.825027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: IN_PROGRESS for 2s [ 645.158908] env[66369]: INFO networking_nsxv3.common.synchronization [req-87809785-2240-42b5-aa99-2b9dcecfa4f1 req-949e0557-d057-45dc-99b7-26538bab579c tempest-ServersTestBootFromVolume-2076023485 tempest-ServersTestBootFromVolume-2076023485-project-member] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_members [ 645.158908] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_members [ 645.158908] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.158908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.158908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.158908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.161295] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.161463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.161521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.161695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.161784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.161884] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.181032] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.278081] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.278421] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.278590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.279070] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 732e6f73-5277-4923-960f-5cceb6f79ed4 with status ACTIVE [ 645.279070] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.279374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.279374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.280028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.280028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.280028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.281088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.281199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.281430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.281508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.282707] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.282707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.282707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.282707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.282707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.282707] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 732e6f73-5277-4923-960f-5cceb6f79ed4 is going to be updated. [ 645.320120] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.320120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.320120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.320120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.320120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.320120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-732e6f73-5277-4923-960f-5cceb6f79ed4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.665925] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.666124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.666202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.666483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.666812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.666812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.666952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.667100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.667714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.667714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.667714] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1bd991-6d97-478b-b376-a1137893f8df already deleted. [ 645.667838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.670448] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.670727] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-412" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.670889] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-412" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.671438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-412" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.671882] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.672104] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.672660] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.672660] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.672730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.672915] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.673049] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.673223] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.673434] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.674044] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.674044] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.674287] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.685080] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.687327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.687327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.687327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.687327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.687327] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be updated. [ 645.700984] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.700984] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.701215] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.701439] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-412" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.701834] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-dfd4adfe-1b17-465d-8c75-6b57800412c9 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.702056] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.702204] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.702567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.702905] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd4adfe-1b17-465d-8c75-6b57800412c9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.737993] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.738195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.738195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.738548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.738548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.750630] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: IN_PROGRESS for 2s [ 645.788125] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.161456] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 in Status: SUCCESS [ 646.161756] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 deletion is rescheduled due to dependency. [ 646.161756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.175373] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 in Status: SUCCESS [ 646.175373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.206578] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.206823] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.206823] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.207319] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.207399] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.207538] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port dfd4adfe-1b17-465d-8c75-6b57800412c9 not found, creating... [ 646.207796] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.207990] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.208122] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.208348] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.208476] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.208823] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.208987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.209128] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.209321] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.209446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.209613] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: dfd4adfe-1b17-465d-8c75-6b57800412c9 is going to be created. [ 646.233482] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.233749] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.233836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.234141] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.234367] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.234578] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.291657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.291657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.291657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.291805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.291805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.291891] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be created. [ 646.331214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.331395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.331443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.331649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.331816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.343415] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: UNINITIALIZED for 2s [ 646.481701] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 646.481701] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af deletion is rescheduled due to dependency. [ 646.481701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.837990] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 646.838696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.838696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.838966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.839191] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.931642] env[66369]: INFO networking_nsxv3.common.synchronization [req-87809785-2240-42b5-aa99-2b9dcecfa4f1 req-57427e01-8101-41b3-b929-dd3bd2c594d8 service nova] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_rules [ 646.931811] env[66369]: INFO networking_nsxv3.common.synchronization [req-87809785-2240-42b5-aa99-2b9dcecfa4f1 req-57427e01-8101-41b3-b929-dd3bd2c594d8 service nova] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_members [ 646.931935] env[66369]: INFO networking_nsxv3.common.synchronization [req-87809785-2240-42b5-aa99-2b9dcecfa4f1 req-57427e01-8101-41b3-b929-dd3bd2c594d8 service nova] Enqueued Resource ID: dfd4adfe-1b17-465d-8c75-6b57800412c9 with Priority: HIGHEST for action port [ 646.933293] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_rules [ 646.933511] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_members [ 646.933627] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd4adfe-1b17-465d-8c75-6b57800412c9 with Priority: HIGHEST for action port [ 646.933899] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.934072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.934167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.936970] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.936970] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.936970] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.936970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.936970] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.937558] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd4adfe-1b17-465d-8c75-6b57800412c9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.937558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.937694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.937835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.937963] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd4adfe-1b17-465d-8c75-6b57800412c9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.212527] env[66369]: INFO networking_nsxv3.common.synchronization [req-04bb27de-06fc-4941-adbd-7b9190801f04 req-41073b9c-df99-4220-bbfd-b61c7bcb8344 tempest-ServerExternalEventsTest-513086891 tempest-ServerExternalEventsTest-513086891-project-member] Enqueued Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_members [ 647.213843] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGHEST for action security_group_members [ 647.214296] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.214847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.214965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.215283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.216320] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.217051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.217157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.217402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.217665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.217826] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.342351] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.342715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.384186] env[66369]: INFO networking_nsxv3.common.synchronization [req-af0e5921-97aa-4d98-b1ea-7271f1773965 req-72a119d3-629c-4f18-98c7-049064ab4497 tempest-ServerDiagnosticsNegativeTest-2020660827 tempest-ServerDiagnosticsNegativeTest-2020660827-project-member] Enqueued Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_members [ 647.384425] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca with Priority: HIGHEST for action security_group_members [ 647.384826] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da54f1be-694c-4869-8cd8-d3ac81fe4cca taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.384960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.385041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.385251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.385405] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.385505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.385558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.385708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.385792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.385886] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da54f1be-694c-4869-8cd8-d3ac81fe4cca',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.440060] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.440289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.440427] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.441332] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfd4adfe-1b17-465d-8c75-6b57800412c9 with status ACTIVE [ 647.441419] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.441904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.441904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.441904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.441904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.442106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.442179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.442216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.445091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.445091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.445091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.445091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.445091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.445091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.445091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.445091] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfd4adfe-1b17-465d-8c75-6b57800412c9 is going to be updated. [ 647.470945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.470945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.470945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.471261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.471410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.471589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd4adfe-1b17-465d-8c75-6b57800412c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.721036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.721650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.721650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.721650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.721650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.722223] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.722223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.722223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.722447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.722447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.723156] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 is going to be updated. [ 647.759951] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.760398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.760542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.760713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.761132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.763742] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 647.763937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764538] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.764657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.764717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.765794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.765794] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.784893] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 in Status: IN_PROGRESS for 2s [ 647.889041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.889222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.889292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.889515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.889607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.889822] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.889931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.889993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.890187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.890239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.890347] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca is going to be updated. [ 647.932392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.932392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.932392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.932392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.932392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.944043] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca in Status: IN_PROGRESS for 2s [ 647.946087] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.269704] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.269704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.269704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.269704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.270221] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.270221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.270221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.270221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.270457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.270457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.270583] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.270682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.270741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.271152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.271415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.271548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.271605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.271866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.272092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.272415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.272545] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.328310] env[66369]: INFO networking_nsxv3.common.synchronization [req-6228b93d-5dd0-456c-8db0-0b57bfffb7d2 req-a8e452ac-e2a2-4d3a-9316-34d9119891f4 tempest-TenantUsagesTestJSON-274212478 tempest-TenantUsagesTestJSON-274212478-project-member] Enqueued Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_members [ 648.328842] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_members [ 648.329210] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.329829] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.329942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.330229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.330396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.331155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.331261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.331855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.332300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.332387] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.352806] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 648.353032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.353192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.353409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.353601] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.353719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.353786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.353945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.354037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.354134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.354221] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.448263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.449058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.450967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.451222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.451318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.451421] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1bd991-6d97-478b-b376-a1137893f8df is going to be created. [ 648.478125] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.478319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.478363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.478553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.478715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.490592] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: UNINITIALIZED for 2s [ 648.736266] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.736423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.736528] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.736843] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.737141] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.737303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.737693] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.737693] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.737894] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.737973] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.741969] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.741969] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.741969] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.741969] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.741969] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.741969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.761920] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.762085] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.762216] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.762390] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.762713] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-b67a2040-c0da-4683-b064-b3b751d5129a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.762882] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.763074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.763699] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.763699] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67a2040-c0da-4683-b064-b3b751d5129a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.775583] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6: rpc.has_security_group_logging(os_id): False [ 648.822267] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.822436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.822500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.822792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.822909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.823151] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.823259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.823321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.823492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.823568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.823770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.823870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.823935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.824268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.824366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.824560] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.824876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.824876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.824970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.825119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.825217] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be updated. [ 648.834548] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.834727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.834777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.835219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.835219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.835365] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.835433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.835490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.835691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.835822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.835938] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef27885-8d53-4480-91ff-b029f566d95b already deleted. [ 648.836067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.856927] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.857161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.857231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.857454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.857662] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.857789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.857893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.858143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.858243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.858330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.858479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.858587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.858648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.858858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.859974] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.859974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.859974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.859974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.859974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.859974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.859974] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.922586] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.922838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.922965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.923197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.923382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.939076] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: IN_PROGRESS for 2s [ 649.031845] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2cd268b5-cbbf-4a01-8728-51a70beb1c42 None None] Enqueued Resource ID: d4550ea5-5e3e-467b-9c40-2d174559db10 with Priority: HIGHEST for action port [ 649.032358] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4550ea5-5e3e-467b-9c40-2d174559db10 with Priority: HIGHEST for action port [ 649.032656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4550ea5-5e3e-467b-9c40-2d174559db10 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.032799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4550ea5-5e3e-467b-9c40-2d174559db10" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.033152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4550ea5-5e3e-467b-9c40-2d174559db10" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.033443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4550ea5-5e3e-467b-9c40-2d174559db10" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.033529] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4550ea5-5e3e-467b-9c40-2d174559db10',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.267234] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.267723] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.267866] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.268243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.268425] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.268658] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port b67a2040-c0da-4683-b064-b3b751d5129a not found, creating... [ 649.269034] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.269218] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.269351] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.269592] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.269719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.270113] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.270271] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.270449] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.270766] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.270978] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.271243] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: b67a2040-c0da-4683-b064-b3b751d5129a is going to be created. [ 649.296774] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.297038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.297446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.297569] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.297769] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.298042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.361841] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a959b81b-26e8-48e4-8b4e-2c198eae7c1b: rpc.has_security_group_logging(os_id): False [ 649.398776] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.398994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.399117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.399303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.399453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.399600] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.399699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.399760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.399947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.400075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.400231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.400321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.400381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.400523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.400710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.400776] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.400896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.400896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.401272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.401272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.401272] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be created. [ 649.475908] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.476473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.476651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.479035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.479035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.495671] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 649.535835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4550ea5-5e3e-467b-9c40-2d174559db10 [ 649.536090] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.536232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.536301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.536539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.536651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.536743] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4550ea5-5e3e-467b-9c40-2d174559db10 already deleted. [ 649.536839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4550ea5-5e3e-467b-9c40-2d174559db10" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.743864] env[66369]: INFO networking_nsxv3.common.synchronization [req-88adc927-9574-4a6d-9802-ff8d909e2129 req-4a8fdbdf-0602-4406-87e5-5571dca0f1ea tempest-InstanceActionsNegativeTestJSON-1921537112 tempest-InstanceActionsNegativeTestJSON-1921537112-project-member] Enqueued Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_members [ 649.743864] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGHEST for action security_group_members [ 649.743864] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.743864] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.743864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.743864] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.796560] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 in Status: SUCCESS [ 649.796560] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 deletion is rescheduled due to dependency. [ 649.796560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.955303] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca in Status: SUCCESS [ 649.955580] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da54f1be-694c-4869-8cd8-d3ac81fe4cca deletion is rescheduled due to dependency. [ 649.955641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da54f1be-694c-4869-8cd8-d3ac81fe4cca" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.067812] env[66369]: INFO networking_nsxv3.common.synchronization [req-6228b93d-5dd0-456c-8db0-0b57bfffb7d2 req-660ef483-14fe-4a9d-9f9f-8367abf1626c service nova] Enqueued Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_rules [ 650.069433] env[66369]: INFO networking_nsxv3.common.synchronization [req-6228b93d-5dd0-456c-8db0-0b57bfffb7d2 req-660ef483-14fe-4a9d-9f9f-8367abf1626c service nova] Enqueued Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_members [ 650.069669] env[66369]: INFO networking_nsxv3.common.synchronization [req-6228b93d-5dd0-456c-8db0-0b57bfffb7d2 req-660ef483-14fe-4a9d-9f9f-8367abf1626c service nova] Enqueued Resource ID: b67a2040-c0da-4683-b064-b3b751d5129a with Priority: HIGHEST for action port [ 650.070446] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_rules [ 650.070602] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_members [ 650.071910] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b67a2040-c0da-4683-b064-b3b751d5129a with Priority: HIGHEST for action port [ 650.072136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.073048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.073048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.073048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.073048] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.074458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.074458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.074458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.074630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.074742] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.074965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.074965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.075141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.075211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.076844] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.076844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b67a2040-c0da-4683-b064-b3b751d5129a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.076844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.076844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.076844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.076844] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b67a2040-c0da-4683-b064-b3b751d5129a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.245810] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.245952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.245986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.246962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f is going to be updated. [ 650.302471] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.302810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.302810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.302950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.303057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.324619] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f in Status: IN_PROGRESS for 2s [ 650.504026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: SUCCESS [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.504026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.504026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.504026] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.579533] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.579717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.580223] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.581111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b67a2040-c0da-4683-b064-b3b751d5129a with status ACTIVE [ 650.581399] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.581531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.581589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.581795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.581897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582074] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.582191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.582248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.582401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.582502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.582758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.582860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.582905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.583059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.583129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.583212] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b67a2040-c0da-4683-b064-b3b751d5129a is going to be updated. [ 650.610939] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.610939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.610939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.611653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.611653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.611819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b67a2040-c0da-4683-b064-b3b751d5129a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.953318] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 650.953953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.008863] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.085559] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.509495] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 651.509495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.513488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1bd991-6d97-478b-b376-a1137893f8df: rpc.has_security_group_logging(os_id): False [ 651.522959] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d76a74b1-4691-4bc9-b03f-bb484779f577 None None] Enqueued Resource ID: 039aa826-7758-400b-9629-d538bb6cf986 with Priority: HIGHEST for action port [ 651.523493] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 039aa826-7758-400b-9629-d538bb6cf986 with Priority: HIGHEST for action port [ 651.524036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-039aa826-7758-400b-9629-d538bb6cf986 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.524036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-039aa826-7758-400b-9629-d538bb6cf986" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.524036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-039aa826-7758-400b-9629-d538bb6cf986" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.524713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-039aa826-7758-400b-9629-d538bb6cf986" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.524713] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('039aa826-7758-400b-9629-d538bb6cf986',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.535858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.535858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.538359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.538359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.538359] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1bd991-6d97-478b-b376-a1137893f8df is going to be created. [ 651.593414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.593414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.593414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.593414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.593414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.593414] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef27885-8d53-4480-91ff-b029f566d95b is going to be created. [ 651.604184] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.604445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.604515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.604930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.604930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.616956] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: IN_PROGRESS for 2s [ 651.620588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.620742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.622130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.622130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.622130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.634887] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef27885-8d53-4480-91ff-b029f566d95b in Status: UNINITIALIZED for 2s [ 652.026712] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 039aa826-7758-400b-9629-d538bb6cf986 [ 652.027115] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.027890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.027890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.027890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.027890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.027890] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:039aa826-7758-400b-9629-d538bb6cf986 already deleted. [ 652.027890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-039aa826-7758-400b-9629-d538bb6cf986" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.337389] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f in Status: SUCCESS [ 652.337573] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f deletion is rescheduled due to dependency. [ 652.338306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.647424] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef27885-8d53-4480-91ff-b029f566d95b in Status: SUCCESS [ 653.648139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.649911] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.649911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.649911] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.659027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: SUCCESS [ 653.660386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.153746] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.153992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.154322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.154559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.154754] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.154874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.154952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.155175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.155276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.155372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.155548] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.155649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.155710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.155857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.155999] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.156104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.156165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.156326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.156413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.156494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.156582] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.660795] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ef27885-8d53-4480-91ff-b029f566d95b: rpc.has_security_group_logging(os_id): False [ 654.687340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.687340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.687340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.687340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.687340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.687340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.687340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.687340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.687819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.687819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.687819] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.687819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.687819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.687981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.688147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.688338] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.688435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.688494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.689376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.689376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.689376] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ef27885-8d53-4480-91ff-b029f566d95b is going to be created. [ 654.753099] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.753383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.753519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.753815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.766147] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ef27885-8d53-4480-91ff-b029f566d95b in Status: IN_PROGRESS for 2s [ 655.183616] env[66369]: INFO networking_nsxv3.common.synchronization [None req-deca2ed6-9df2-471c-88c5-f071a53c7751 None None] Enqueued Resource ID: b1afa4fb-510c-47c9-a6e9-411d989d19c7 with Priority: HIGHEST for action port [ 655.184699] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1afa4fb-510c-47c9-a6e9-411d989d19c7 with Priority: HIGHEST for action port [ 655.184699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1afa4fb-510c-47c9-a6e9-411d989d19c7 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.184699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1afa4fb-510c-47c9-a6e9-411d989d19c7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.184851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1afa4fb-510c-47c9-a6e9-411d989d19c7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.184992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1afa4fb-510c-47c9-a6e9-411d989d19c7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.185078] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1afa4fb-510c-47c9-a6e9-411d989d19c7',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.687256] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1afa4fb-510c-47c9-a6e9-411d989d19c7 [ 655.688753] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.688947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.689046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.689260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.689382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.689493] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1afa4fb-510c-47c9-a6e9-411d989d19c7 already deleted. [ 655.689614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1afa4fb-510c-47c9-a6e9-411d989d19c7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.549092] env[66369]: INFO networking_nsxv3.common.synchronization [None req-84694c84-4e6f-4d8b-a91e-1ad679fffd4f None None] Enqueued Resource ID: 80ce0d59-27e8-415e-aa3d-049d3db787b8 with Priority: HIGHEST for action port [ 656.549555] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ce0d59-27e8-415e-aa3d-049d3db787b8 with Priority: HIGHEST for action port [ 656.550155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-80ce0d59-27e8-415e-aa3d-049d3db787b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.550155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80ce0d59-27e8-415e-aa3d-049d3db787b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.550155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80ce0d59-27e8-415e-aa3d-049d3db787b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.550489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80ce0d59-27e8-415e-aa3d-049d3db787b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.550489] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ce0d59-27e8-415e-aa3d-049d3db787b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.781455] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ef27885-8d53-4480-91ff-b029f566d95b in Status: SUCCESS [ 656.782276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.053648] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80ce0d59-27e8-415e-aa3d-049d3db787b8 [ 657.055514] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.055739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.055836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.056111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.056237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.057426] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80ce0d59-27e8-415e-aa3d-049d3db787b8 already deleted. [ 657.057569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80ce0d59-27e8-415e-aa3d-049d3db787b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.532574] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5d8b7fe2-6241-42e0-b349-d8885e760499 None None] Enqueued Resource ID: da10b2b2-5515-4ed9-8096-48260978a84e with Priority: HIGHEST for action port [ 657.533157] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da10b2b2-5515-4ed9-8096-48260978a84e with Priority: HIGHEST for action port [ 657.533599] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-da10b2b2-5515-4ed9-8096-48260978a84e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.533599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da10b2b2-5515-4ed9-8096-48260978a84e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.533737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da10b2b2-5515-4ed9-8096-48260978a84e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.533903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da10b2b2-5515-4ed9-8096-48260978a84e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.533984] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da10b2b2-5515-4ed9-8096-48260978a84e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.038412] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da10b2b2-5515-4ed9-8096-48260978a84e [ 658.038672] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.038819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.038891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.039211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.039307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.039400] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da10b2b2-5515-4ed9-8096-48260978a84e already deleted. [ 658.039500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da10b2b2-5515-4ed9-8096-48260978a84e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.937045] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d26add06-ab05-4a6d-b69b-73e3b41697fe None None] Enqueued Resource ID: fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f with Priority: HIGHEST for action port [ 658.937556] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f with Priority: HIGHEST for action port [ 658.937792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.937922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.938024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.938846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.938957] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.444543] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f [ 659.445322] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.445322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.445322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.445595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.445595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.445691] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f already deleted. [ 659.445774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa08543c-ac9b-4ca5-aabf-cb4bcfc4016f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.482866] env[66369]: INFO networking_nsxv3.common.synchronization [None req-c9e8caba-7872-44a6-9aca-93dd423d7ac7 None None] Enqueued Resource ID: d441032d-a2f1-4fca-ab24-8d61fd452a29 with Priority: HIGHEST for action port [ 660.483250] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d441032d-a2f1-4fca-ab24-8d61fd452a29 with Priority: HIGHEST for action port [ 660.483818] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d441032d-a2f1-4fca-ab24-8d61fd452a29 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.483818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d441032d-a2f1-4fca-ab24-8d61fd452a29" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.483818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d441032d-a2f1-4fca-ab24-8d61fd452a29" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.484855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d441032d-a2f1-4fca-ab24-8d61fd452a29" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.484971] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d441032d-a2f1-4fca-ab24-8d61fd452a29',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.989289] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d441032d-a2f1-4fca-ab24-8d61fd452a29 [ 660.989289] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.989289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.989289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.989535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.989535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.989618] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d441032d-a2f1-4fca-ab24-8d61fd452a29 already deleted. [ 660.989697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d441032d-a2f1-4fca-ab24-8d61fd452a29" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.296751] env[66369]: INFO networking_nsxv3.common.synchronization [req-4208f3bf-e946-4f6f-9eab-79ccaacf2d3c req-27af432f-409c-45aa-b11b-0f183d00b803 tempest-SecurityGroupRulesNegativeTestJSON-1395493885 tempest-SecurityGroupRulesNegativeTestJSON-1395493885-project-member] Enqueued Resource ID: c8d46770-d34f-4f4b-83e9-01b0b78d06ad with Priority: HIGHEST for action security_group_rules [ 661.296751] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d46770-d34f-4f4b-83e9-01b0b78d06ad with Priority: HIGHEST for action security_group_rules [ 661.297508] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.297508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.297508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.297727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.297727] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d46770-d34f-4f4b-83e9-01b0b78d06ad',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.827945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.827945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.827945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.827945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.827945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.827945] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d46770-d34f-4f4b-83e9-01b0b78d06ad already deleted. [ 661.827945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.027985] env[66369]: INFO networking_nsxv3.common.synchronization [req-20abd806-85ec-4034-9036-f810f88a2954 req-f341a87f-9427-49f6-ad8f-2e28d8a02c93 tempest-ServersWithSpecificFlavorTestJSON-2117984926 tempest-ServersWithSpecificFlavorTestJSON-2117984926-project-member] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 662.027985] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 662.027985] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.027985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.027985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.028503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.028503] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.028503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.028503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.029157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.029157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.029157] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.486380] env[66369]: INFO networking_nsxv3.common.synchronization [None req-21e3ce13-3751-4f09-a435-4b80d4640000 None None] Enqueued Resource ID: 74e196d7-73a6-4ecb-830b-2d68d8a5f2eb with Priority: HIGHEST for action port [ 662.487888] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74e196d7-73a6-4ecb-830b-2d68d8a5f2eb with Priority: HIGHEST for action port [ 662.488677] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-74e196d7-73a6-4ecb-830b-2d68d8a5f2eb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.488677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74e196d7-73a6-4ecb-830b-2d68d8a5f2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.488677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74e196d7-73a6-4ecb-830b-2d68d8a5f2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.489164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74e196d7-73a6-4ecb-830b-2d68d8a5f2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.489164] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74e196d7-73a6-4ecb-830b-2d68d8a5f2eb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.532827] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.533132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.533132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.534098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.534098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.534098] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.534098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.534098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.534098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.534098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.534510] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf already deleted. [ 662.534510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.634176] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.634338] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.634461] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.634885] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.635101] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.635369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.635485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.635718] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.635859] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.636078] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.636370] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.636370] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.636506] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.636506] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.636597] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.636697] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.663513] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.663754] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.663933] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.664369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.664598] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.664822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.664986] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.665501] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.665681] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.994039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74e196d7-73a6-4ecb-830b-2d68d8a5f2eb [ 662.994343] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.994516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.994589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.994840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.994972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.995124] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74e196d7-73a6-4ecb-830b-2d68d8a5f2eb already deleted. [ 662.995701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74e196d7-73a6-4ecb-830b-2d68d8a5f2eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.169392] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.169712] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.169838] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.170152] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.170294] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.170446] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa not found, creating... [ 663.170731] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.170889] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.170998] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.171309] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.171383] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.171664] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.171812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.171919] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.172236] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.172425] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.172769] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa is going to be created. [ 663.195650] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.195836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.195895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.196227] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.196730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.197051] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.690181] env[66369]: INFO networking_nsxv3.common.synchronization [None req-365a3e42-f872-4884-a3ca-45227804b124 None None] Enqueued Resource ID: 1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea with Priority: HIGHEST for action port [ 663.690181] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea with Priority: HIGHEST for action port [ 663.690181] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.690181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.690181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.690181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.690181] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.987607] env[66369]: INFO networking_nsxv3.common.synchronization [req-20abd806-85ec-4034-9036-f810f88a2954 req-c8c058ac-b672-488a-a2c7-c9f5871fbc81 service nova] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 663.987855] env[66369]: INFO networking_nsxv3.common.synchronization [req-20abd806-85ec-4034-9036-f810f88a2954 req-c8c058ac-b672-488a-a2c7-c9f5871fbc81 service nova] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 663.987978] env[66369]: INFO networking_nsxv3.common.synchronization [req-20abd806-85ec-4034-9036-f810f88a2954 req-c8c058ac-b672-488a-a2c7-c9f5871fbc81 service nova] Enqueued Resource ID: c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa with Priority: HIGHEST for action port [ 663.988538] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 663.988667] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 663.993221] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa with Priority: HIGHEST for action port [ 663.993221] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.993221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.993221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.993474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.993474] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.994490] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.994783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.995103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.995230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.995293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.995467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.996627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.996627] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.999092] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.999092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.999092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.999092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.000896] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.194572] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea [ 664.194572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.194572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.194572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.194572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.194572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.194572] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea already deleted. [ 664.194572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d22a3fa-7000-4bd9-96d3-7cf3f86a49ea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.503464] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.504124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.504381] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.505865] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa with status ACTIVE [ 664.507033] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.507033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.507033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.507033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.507033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.509308] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.509438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.509498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.509791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.509791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.509995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.510131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.510190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.510603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.510603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.510603] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa is going to be updated. [ 664.535632] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.535804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.535804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.536505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.536505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.536505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4dd7d01-1e0f-46f1-a53e-ecafefbfbeaa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.012972] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.242094] env[66369]: INFO networking_nsxv3.common.synchronization [None req-130e857b-5d72-4a25-ab8b-d0bf7031ee8f None None] Enqueued Resource ID: 50e6cfd3-64b4-4ff6-94d7-44283380fd14 with Priority: HIGHEST for action port [ 665.242094] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e6cfd3-64b4-4ff6-94d7-44283380fd14 with Priority: HIGHEST for action port [ 665.245240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e6cfd3-64b4-4ff6-94d7-44283380fd14 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.245410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e6cfd3-64b4-4ff6-94d7-44283380fd14" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.245499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e6cfd3-64b4-4ff6-94d7-44283380fd14" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.248410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e6cfd3-64b4-4ff6-94d7-44283380fd14" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.248514] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e6cfd3-64b4-4ff6-94d7-44283380fd14',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.516692] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.516852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.516931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.517171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.517269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.517370] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be created. [ 665.546948] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.549025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.549025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.549025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.549025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.561511] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: UNINITIALIZED for 2s [ 665.750981] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50e6cfd3-64b4-4ff6-94d7-44283380fd14 [ 665.752367] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.752367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.752367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.752367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.752367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.752367] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50e6cfd3-64b4-4ff6-94d7-44283380fd14 already deleted. [ 665.752367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e6cfd3-64b4-4ff6-94d7-44283380fd14" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.292440] env[66369]: INFO networking_nsxv3.common.synchronization [req-aeb7ea0d-1f4d-4ef1-974b-047624938211 req-0a70f030-d718-4e7b-9f7e-e9532a42ba49 tempest-SecurityGroupRulesNegativeTestJSON-1395493885 tempest-SecurityGroupRulesNegativeTestJSON-1395493885-project-member] Enqueued Resource ID: c8d46770-d34f-4f4b-83e9-01b0b78d06ad with Priority: HIGHEST for action security_group_rules [ 666.293748] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8d46770-d34f-4f4b-83e9-01b0b78d06ad with Priority: HIGHEST for action security_group_rules [ 666.294382] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.294382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.294382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.294643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.294643] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8d46770-d34f-4f4b-83e9-01b0b78d06ad',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.825030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.825030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.825030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.825030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.825030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.825030] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8d46770-d34f-4f4b-83e9-01b0b78d06ad already deleted. [ 666.825030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8d46770-d34f-4f4b-83e9-01b0b78d06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.574987] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 667.575272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.576161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.576161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.576323] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.576411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.576519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.577016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.577016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.579664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.580941] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.084562] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.587365] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b97d8976-738b-4625-991b-1a1d828a2bdf: rpc.has_security_group_logging(os_id): False [ 668.614749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.614948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.615071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.615313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.615441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.616033] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.616033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.616215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.616303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.616425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.616549] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be created. [ 668.699443] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.699443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.699443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.699443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.699706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.718417] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: IN_PROGRESS for 2s [ 669.640975] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5c800d0d-5099-4e40-a80c-28a119ec8325 None None] Enqueued Resource ID: ea77b42d-6042-4c45-a5f6-17a7cf964669 with Priority: HIGHEST for action port [ 669.641517] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea77b42d-6042-4c45-a5f6-17a7cf964669 with Priority: HIGHEST for action port [ 669.641813] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea77b42d-6042-4c45-a5f6-17a7cf964669 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.641933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea77b42d-6042-4c45-a5f6-17a7cf964669" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.641999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea77b42d-6042-4c45-a5f6-17a7cf964669" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.642695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea77b42d-6042-4c45-a5f6-17a7cf964669" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.642797] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea77b42d-6042-4c45-a5f6-17a7cf964669',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.092231] env[66369]: INFO networking_nsxv3.common.synchronization [None req-abe68527-19c9-4d76-9a15-5f3d5eb0d38a None None] Enqueued Resource ID: 0cec4d13-6a53-4235-a7e1-b53d50f15a40 with Priority: HIGHEST for action port [ 670.092481] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cec4d13-6a53-4235-a7e1-b53d50f15a40 with Priority: HIGHEST for action port [ 670.093049] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cec4d13-6a53-4235-a7e1-b53d50f15a40 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.093177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cec4d13-6a53-4235-a7e1-b53d50f15a40" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.093243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cec4d13-6a53-4235-a7e1-b53d50f15a40" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.093493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cec4d13-6a53-4235-a7e1-b53d50f15a40" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.093578] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cec4d13-6a53-4235-a7e1-b53d50f15a40',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.145726] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea77b42d-6042-4c45-a5f6-17a7cf964669 [ 670.146017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.146165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.146234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.149501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.149501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.149501] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea77b42d-6042-4c45-a5f6-17a7cf964669 already deleted. [ 670.149501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea77b42d-6042-4c45-a5f6-17a7cf964669" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.597783] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cec4d13-6a53-4235-a7e1-b53d50f15a40 [ 670.597783] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.597783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.597783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.598330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.598330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.598330] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cec4d13-6a53-4235-a7e1-b53d50f15a40 already deleted. [ 670.598330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cec4d13-6a53-4235-a7e1-b53d50f15a40" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.735767] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 670.736105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.221369] env[66369]: INFO networking_nsxv3.common.synchronization [req-8d7aa09e-a1ef-48e3-9693-67b49fd4677c req-b11352fd-5c2a-462c-bedb-7226167c845c tempest-InstanceActionsTestJSON-189851374 tempest-InstanceActionsTestJSON-189851374-project-member] Enqueued Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_members [ 671.222654] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_members [ 671.222654] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.222919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.222919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.223864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.223957] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.224117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.224227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.225126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.225126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.225126] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.731263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.731263] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 already deleted. [ 671.731263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.377108] env[66369]: INFO networking_nsxv3.common.synchronization [None req-cf770ce3-540a-44d6-8b17-3f9a414e00ef None None] Enqueued Resource ID: 8f0421c8-64e4-429d-8e46-1b9c5a71c026 with Priority: HIGHEST for action port [ 672.377712] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0421c8-64e4-429d-8e46-1b9c5a71c026 with Priority: HIGHEST for action port [ 672.377794] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0421c8-64e4-429d-8e46-1b9c5a71c026 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.377916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0421c8-64e4-429d-8e46-1b9c5a71c026" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.378353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0421c8-64e4-429d-8e46-1b9c5a71c026" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.378353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0421c8-64e4-429d-8e46-1b9c5a71c026" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.378353] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0421c8-64e4-429d-8e46-1b9c5a71c026',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.538461] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.538682] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-680" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.538807] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-680" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.539770] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-680" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.540253] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.540510] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.540642] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.540906] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.541107] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.541387] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.541532] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.541668] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.541805] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.541940] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.542087] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.542280] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.561718] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.561884] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.562046] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.562242] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-680" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.562575] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.562760] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.562870] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.563213] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.563581] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd71c4f2-15b5-43df-9a6f-59fdb625fa66',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.880814] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f0421c8-64e4-429d-8e46-1b9c5a71c026 [ 672.880998] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.881203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.881355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.881499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.881587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.881720] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f0421c8-64e4-429d-8e46-1b9c5a71c026 already deleted. [ 672.881764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0421c8-64e4-429d-8e46-1b9c5a71c026" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.065627] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.065847] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.065966] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.066259] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.066404] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.066546] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port fd71c4f2-15b5-43df-9a6f-59fdb625fa66 not found, creating... [ 673.066801] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.066961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.067111] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.067330] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.067454] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.068274] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.068274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.068274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.068274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.068537] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.068537] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: fd71c4f2-15b5-43df-9a6f-59fdb625fa66 is going to be created. [ 673.089477] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.089672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.089788] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.090071] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.090373] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.090570] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.304079] env[66369]: INFO networking_nsxv3.common.synchronization [None req-81754477-4e12-4aa0-a01d-6fc919cf4086 None None] Enqueued Resource ID: 83122179-dced-407b-9cb5-60f7e75544a5 with Priority: HIGHEST for action port [ 673.305025] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83122179-dced-407b-9cb5-60f7e75544a5 with Priority: HIGHEST for action port [ 673.305025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-83122179-dced-407b-9cb5-60f7e75544a5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.305219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83122179-dced-407b-9cb5-60f7e75544a5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.305219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83122179-dced-407b-9cb5-60f7e75544a5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.305407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83122179-dced-407b-9cb5-60f7e75544a5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.305617] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83122179-dced-407b-9cb5-60f7e75544a5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.793539] env[66369]: INFO networking_nsxv3.common.synchronization [req-8d7aa09e-a1ef-48e3-9693-67b49fd4677c req-65e4fd1b-16b9-4f62-a217-dea1d74595f8 service nova] Enqueued Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_rules [ 673.794547] env[66369]: INFO networking_nsxv3.common.synchronization [req-8d7aa09e-a1ef-48e3-9693-67b49fd4677c req-65e4fd1b-16b9-4f62-a217-dea1d74595f8 service nova] Enqueued Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_members [ 673.794547] env[66369]: INFO networking_nsxv3.common.synchronization [req-8d7aa09e-a1ef-48e3-9693-67b49fd4677c req-65e4fd1b-16b9-4f62-a217-dea1d74595f8 service nova] Enqueued Resource ID: fd71c4f2-15b5-43df-9a6f-59fdb625fa66 with Priority: HIGHEST for action port [ 673.794547] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_rules [ 673.794547] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_members [ 673.794776] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd71c4f2-15b5-43df-9a6f-59fdb625fa66 with Priority: HIGHEST for action port [ 673.795182] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.795379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.795736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.795872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.795993] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.797670] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.797746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.797887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.798279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.798279] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.798451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.798451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.798582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.798582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.798799] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.800039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.800149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.800201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.800357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.800432] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd71c4f2-15b5-43df-9a6f-59fdb625fa66',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.807608] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83122179-dced-407b-9cb5-60f7e75544a5 [ 673.808379] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.810136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.810136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.810136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.810136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.810136] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83122179-dced-407b-9cb5-60f7e75544a5 already deleted. [ 673.810136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83122179-dced-407b-9cb5-60f7e75544a5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.303319] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.303693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.304348] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.305665] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd71c4f2-15b5-43df-9a6f-59fdb625fa66 with status ACTIVE [ 674.306542] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.306542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.308135] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.308135] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.308135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.308990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.309277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.309452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.309624] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd71c4f2-15b5-43df-9a6f-59fdb625fa66 is going to be updated. [ 674.334731] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.334731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.334731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.334731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.334731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.334731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd71c4f2-15b5-43df-9a6f-59fdb625fa66" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.812461] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.316850] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.317043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.317145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.317379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.318917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.318917] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 is going to be created. [ 675.352040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.352194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.352756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.352756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.353016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.372813] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 in Status: UNINITIALIZED for 2s [ 676.586623] env[66369]: INFO networking_nsxv3.common.synchronization [None req-90837aec-469e-4e8d-9cfc-8025ed681141 None None] Enqueued Resource ID: b97980d6-3a82-4a3a-b9ae-b14941db88e0 with Priority: HIGHEST for action port [ 676.587326] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97980d6-3a82-4a3a-b9ae-b14941db88e0 with Priority: HIGHEST for action port [ 676.588317] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b97980d6-3a82-4a3a-b9ae-b14941db88e0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.588937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b97980d6-3a82-4a3a-b9ae-b14941db88e0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.588937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b97980d6-3a82-4a3a-b9ae-b14941db88e0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.588937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b97980d6-3a82-4a3a-b9ae-b14941db88e0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.589162] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b97980d6-3a82-4a3a-b9ae-b14941db88e0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.695471] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9c22a729-9e44-48b6-b971-328574bd0a05 None None] Enqueued Resource ID: e8a5671e-08b1-4099-8f82-559db7e22d9b with Priority: HIGHEST for action port [ 676.696610] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8a5671e-08b1-4099-8f82-559db7e22d9b with Priority: HIGHEST for action port [ 676.697553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8a5671e-08b1-4099-8f82-559db7e22d9b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.698125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8a5671e-08b1-4099-8f82-559db7e22d9b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.699273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8a5671e-08b1-4099-8f82-559db7e22d9b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.701922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8a5671e-08b1-4099-8f82-559db7e22d9b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.701922] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8a5671e-08b1-4099-8f82-559db7e22d9b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.091624] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b97980d6-3a82-4a3a-b9ae-b14941db88e0 [ 677.091874] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.093233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.093233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.093233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.093233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.093233] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b97980d6-3a82-4a3a-b9ae-b14941db88e0 already deleted. [ 677.093233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b97980d6-3a82-4a3a-b9ae-b14941db88e0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.161081] env[66369]: INFO networking_nsxv3.common.synchronization [req-c6954495-f275-4081-b0f8-40a3f5a2a390 req-49700584-3328-47cb-9be5-d70d115e6e53 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 677.162359] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 677.162665] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.162794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.162886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.163214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.163385] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.163492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.163555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.163709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.163802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.163912] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.202255] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8a5671e-08b1-4099-8f82-559db7e22d9b [ 677.202794] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.202954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.203039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.203300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.203395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.203461] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8a5671e-08b1-4099-8f82-559db7e22d9b already deleted. [ 677.203600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8a5671e-08b1-4099-8f82-559db7e22d9b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.390207] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 in Status: SUCCESS [ 677.391460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.391538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.391803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.392047] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.392194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.393378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.393639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.393739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.393905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.395319] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.666720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.667087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.667087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.668094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.668094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.668094] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.668094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.668094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.668094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.668411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.668411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 already deleted. [ 677.668411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.897888] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.898228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.898393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.898643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.898842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.898998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.899357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.899607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.899760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.899896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.900162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.900370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.900625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.900788] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.900889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.900951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.901421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.901421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.901563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.902513] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.234676] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.234976] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.235086] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.235607] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.235946] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.236277] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.236366] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.236581] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.237556] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.237768] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.237881] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.237977] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.238152] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.238241] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.238338] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.238434] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.262508] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.262834] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.262937] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.263121] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.263477] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-401da163-81f4-437a-909b-6ae92a36505f taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.264115] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.264115] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.264313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.264313] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401da163-81f4-437a-909b-6ae92a36505f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.405479] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5390f130-21b3-4349-8e23-d8ec9fd9be49: rpc.has_security_group_logging(os_id): False [ 678.437326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.437326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.437326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.437326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.439658] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.439658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.439658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.439658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.439658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.439658] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 is going to be created. [ 678.453776] env[66369]: INFO networking_nsxv3.common.synchronization [None req-8acebcf9-f0d3-4692-b3bb-7310c9b1d634 None None] Enqueued Resource ID: e5447ee7-9c32-4941-8f21-192cd5ed2e94 with Priority: HIGHEST for action port [ 678.454634] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5447ee7-9c32-4941-8f21-192cd5ed2e94 with Priority: HIGHEST for action port [ 678.454962] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5447ee7-9c32-4941-8f21-192cd5ed2e94 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.456426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5447ee7-9c32-4941-8f21-192cd5ed2e94" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.456426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5447ee7-9c32-4941-8f21-192cd5ed2e94" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.457492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5447ee7-9c32-4941-8f21-192cd5ed2e94" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.457492] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5447ee7-9c32-4941-8f21-192cd5ed2e94',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.534530] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.534773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.534773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.535402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.535402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.550425] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 in Status: IN_PROGRESS for 2s [ 678.769579] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.769961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.770109] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.771502] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.771502] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.771502] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 401da163-81f4-437a-909b-6ae92a36505f not found, creating... [ 678.771502] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.771790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.771835] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.772801] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.773057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.773521] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.773768] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.773954] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.774352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.774524] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.774760] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 401da163-81f4-437a-909b-6ae92a36505f is going to be created. [ 678.805181] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.805499] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.805678] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.806042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.806728] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.806728] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.928072] env[66369]: INFO networking_nsxv3.common.synchronization [None req-cbc3bd21-6f79-4694-b3ec-a394566afa69 None None] Enqueued Resource ID: 2cfc128a-9854-4401-a4e2-346d377283f3 with Priority: HIGHEST for action port [ 678.929458] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfc128a-9854-4401-a4e2-346d377283f3 with Priority: HIGHEST for action port [ 678.929458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cfc128a-9854-4401-a4e2-346d377283f3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.929632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cfc128a-9854-4401-a4e2-346d377283f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.929676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cfc128a-9854-4401-a4e2-346d377283f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.930081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cfc128a-9854-4401-a4e2-346d377283f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.930081] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cfc128a-9854-4401-a4e2-346d377283f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.960590] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5447ee7-9c32-4941-8f21-192cd5ed2e94 [ 678.960590] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.960590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.960590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.960590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.961568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.961568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5447ee7-9c32-4941-8f21-192cd5ed2e94 already deleted. [ 678.961568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5447ee7-9c32-4941-8f21-192cd5ed2e94" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.433047] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cfc128a-9854-4401-a4e2-346d377283f3 [ 679.433192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.433343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.433413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.433638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.433760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.433836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cfc128a-9854-4401-a4e2-346d377283f3 already deleted. [ 679.433922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cfc128a-9854-4401-a4e2-346d377283f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.562190] env[66369]: INFO networking_nsxv3.common.synchronization [req-c6954495-f275-4081-b0f8-40a3f5a2a390 req-0ccbcdb7-2559-4f59-9516-19dfe34c0bb6 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 679.562369] env[66369]: INFO networking_nsxv3.common.synchronization [req-c6954495-f275-4081-b0f8-40a3f5a2a390 req-0ccbcdb7-2559-4f59-9516-19dfe34c0bb6 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 679.562501] env[66369]: INFO networking_nsxv3.common.synchronization [req-c6954495-f275-4081-b0f8-40a3f5a2a390 req-0ccbcdb7-2559-4f59-9516-19dfe34c0bb6 service nova] Enqueued Resource ID: 401da163-81f4-437a-909b-6ae92a36505f with Priority: HIGHEST for action port [ 679.563038] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 679.563201] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 679.563303] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401da163-81f4-437a-909b-6ae92a36505f with Priority: HIGHEST for action port [ 679.563583] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.563714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.563774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.565243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.565243] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.567259] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.567397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.567483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.567751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.568167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.568693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.568808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.569103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.569103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.569238] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.570790] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-401da163-81f4-437a-909b-6ae92a36505f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.571405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.571405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.571405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.571405] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401da163-81f4-437a-909b-6ae92a36505f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.797716] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b68a7c8b-673d-46d3-aa28-5054c430339e tempest-ServersV294TestFqdnHostnames-428729516 tempest-ServersV294TestFqdnHostnames-428729516-project-member] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_rules [ 679.798230] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_rules [ 679.798230] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.798319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.798413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.798841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.800236] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.067970] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.068166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.072041] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.077021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 401da163-81f4-437a-909b-6ae92a36505f with status ACTIVE [ 680.077021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.077021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.077021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.077021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.077021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 401da163-81f4-437a-909b-6ae92a36505f is going to be updated. [ 680.103800] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.103800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.103800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.103800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.103800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.103800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401da163-81f4-437a-909b-6ae92a36505f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.119569] env[66369]: INFO networking_nsxv3.common.synchronization [None req-58fc3792-bc2f-4e4f-a930-4b6a800c4399 None None] Enqueued Resource ID: fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a with Priority: HIGHEST for action port [ 680.119569] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a with Priority: HIGHEST for action port [ 680.119879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.120012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.120091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.120343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.120434] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.324160] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.324352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.324463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.324739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.324821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.324932] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfaca33-9774-462d-82d2-270faee4a075 already deleted. [ 680.325045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.544410] env[66369]: INFO networking_nsxv3.common.synchronization [None req-447d7a63-496e-42fd-9138-18181c4d2337 tempest-ServersV294TestFqdnHostnames-428729516 tempest-ServersV294TestFqdnHostnames-428729516-project-member] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_rules [ 680.545506] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_rules [ 680.545622] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.545780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.545854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.546105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.546210] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.567325] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 in Status: SUCCESS [ 680.567556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.573924] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.624290] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a [ 680.626065] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.626065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.626065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.626065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.626065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.626065] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a already deleted. [ 680.626065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa003561-bdd0-4901-9aa4-bc8e4e1bbd9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.074583] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.074583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.074583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.075416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.075555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.075680] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfaca33-9774-462d-82d2-270faee4a075 already deleted. [ 681.075772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.076168] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.076315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.076377] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.076529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.076616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.076709] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be created. [ 681.106448] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.106603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.106691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.106917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.107106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.120035] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: UNINITIALIZED for 2s [ 681.143836] env[66369]: INFO networking_nsxv3.common.synchronization [req-86825b22-f17b-400b-af74-2fe212dd2a11 req-3f6a6a3c-8bcc-4f8c-8335-e7cd7e06e973 tempest-DeleteServersAdminTestJSON-95756469 tempest-DeleteServersAdminTestJSON-95756469-project-member] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 681.144631] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 681.144959] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.145119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.145197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.145399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.145551] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.145718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.145718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.146141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.146141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.146141] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.358612] env[66369]: INFO networking_nsxv3.common.synchronization [None req-c5021d74-439e-4036-8448-946e50440c9d tempest-ServerActionsTestJSON-1714834322 tempest-ServerActionsTestJSON-1714834322-project-member] Enqueued Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_rules [ 681.359287] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_rules [ 681.359945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.359945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.359945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.360257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.360487] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.571632] env[66369]: INFO networking_nsxv3.common.synchronization [req-56bdf9d8-b392-4c5c-8ef8-1128105ec945 req-12ed5f55-a2d3-4d4b-b5a9-e2a68bdd885f tempest-TenantUsagesTestJSON-274212478 tempest-TenantUsagesTestJSON-274212478-project-member] Enqueued Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_members [ 681.572171] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGHEST for action security_group_members [ 681.572989] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.572989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.572989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.572989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.572989] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.574338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.574338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.574338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.574338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.574338] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.648432] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.648819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.649448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.649664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.649763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.649840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.649975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.650061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.650146] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be updated. [ 681.680945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.680945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.680945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.681230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.681352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.693129] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 2s [ 681.893202] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.893202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.893202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.893202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.893202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.893450] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 already deleted. [ 681.896171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.075984] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.076585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.076585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.077499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.077499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.077499] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.077499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.077499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.077904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.077904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.077904] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef27885-8d53-4480-91ff-b029f566d95b is going to be updated. [ 682.113176] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.113176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.113176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.113176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.113501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.128149] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef27885-8d53-4480-91ff-b029f566d95b in Status: IN_PROGRESS for 2s [ 682.169722] env[66369]: INFO networking_nsxv3.common.synchronization [None req-752b3ec1-053e-4115-bc62-a509a9e5e8e4 None None] Enqueued Resource ID: fc177c3f-00ad-421a-a8d9-c2a6463364f8 with Priority: HIGHEST for action port [ 682.170314] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc177c3f-00ad-421a-a8d9-c2a6463364f8 with Priority: HIGHEST for action port [ 682.170705] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc177c3f-00ad-421a-a8d9-c2a6463364f8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.170813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc177c3f-00ad-421a-a8d9-c2a6463364f8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.170868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc177c3f-00ad-421a-a8d9-c2a6463364f8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.171699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc177c3f-00ad-421a-a8d9-c2a6463364f8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.171801] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc177c3f-00ad-421a-a8d9-c2a6463364f8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.214465] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d25c0920-c88f-42f9-b4af-1485a00641cf None None] Enqueued Resource ID: 2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7 with Priority: HIGHEST for action port [ 682.214933] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7 with Priority: HIGHEST for action port [ 682.215257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.215441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.215441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.215679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.215800] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.674533] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc177c3f-00ad-421a-a8d9-c2a6463364f8 [ 682.674770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.675157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.675157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.675305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.675351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.675442] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc177c3f-00ad-421a-a8d9-c2a6463364f8 already deleted. [ 682.675546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc177c3f-00ad-421a-a8d9-c2a6463364f8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.695193] env[66369]: INFO networking_nsxv3.common.synchronization [None req-24f9d5e6-f683-4341-8f62-39711fa2829b tempest-ServerActionsTestJSON-1714834322 tempest-ServerActionsTestJSON-1714834322-project-member] Enqueued Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_rules [ 682.696172] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_rules [ 682.696541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.696541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.696678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.696753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.696840] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.718371] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7 [ 682.718624] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.718796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.718898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.719437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.719567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.719687] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7 already deleted. [ 682.719769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd6f4e5-5dc1-4a3f-b7cc-46c5ee6f7ed7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.810195] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.810452] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.810506] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.811555] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.811900] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.812093] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.812211] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.812470] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.812605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.812809] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.812911] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.813034] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.813229] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.813229] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.813348] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.813449] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.857858] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.858096] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.858609] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.858609] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.858847] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.859023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.859139] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.859644] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.859814] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc9f5d0-815f-443a-b83e-8a4ffee2c11c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.974679] env[66369]: INFO networking_nsxv3.common.synchronization [req-d7cdf61d-fb11-4483-baf9-75396628cb9f req-25f986c2-a6e4-43e6-ae44-49d5dd2edfab tempest-FloatingIPsAssociationTestJSON-242321968 tempest-FloatingIPsAssociationTestJSON-242321968-project-member] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 682.975268] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 682.976744] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.976744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.976744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.976744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.977042] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.978947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.978947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.979094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.979139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.979373] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.069921] env[66369]: INFO networking_nsxv3.common.synchronization [None req-41b24669-8556-4e7c-8d53-495ce1aa2a22 None None] Enqueued Resource ID: 72d3c7d4-c871-4278-89cd-09bd1e9b4a58 with Priority: HIGHEST for action port [ 683.070212] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3c7d4-c871-4278-89cd-09bd1e9b4a58 with Priority: HIGHEST for action port [ 683.070478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d3c7d4-c871-4278-89cd-09bd1e9b4a58 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.070673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d3c7d4-c871-4278-89cd-09bd1e9b4a58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.070673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d3c7d4-c871-4278-89cd-09bd1e9b4a58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.070907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d3c7d4-c871-4278-89cd-09bd1e9b4a58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.070985] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d3c7d4-c871-4278-89cd-09bd1e9b4a58',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.133845] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 683.133845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.135124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.135124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.135124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.135124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.135124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.135124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.135442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.135442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.135537] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.216907] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.217134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.217134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.217622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.217622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.217622] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 already deleted. [ 683.217622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.364166] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.364410] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.364513] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.364836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.364986] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.365155] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port cbc9f5d0-815f-443a-b83e-8a4ffee2c11c not found, creating... [ 683.365432] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.365586] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.365702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.365920] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.366060] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.366369] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.366519] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.366663] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.366879] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.367023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.367186] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: cbc9f5d0-815f-443a-b83e-8a4ffee2c11c is going to be created. [ 683.392084] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.392359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.392458] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.392680] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.392987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.393235] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.481437] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.481665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.481760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.481996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.482101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.482329] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.482430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.482531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.482659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.482733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.482832] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 already deleted. [ 683.482917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.575734] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72d3c7d4-c871-4278-89cd-09bd1e9b4a58 [ 683.575734] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.575734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.575734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.575734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.575734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.575734] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72d3c7d4-c871-4278-89cd-09bd1e9b4a58 already deleted. [ 683.575734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d3c7d4-c871-4278-89cd-09bd1e9b4a58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.641810] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.641810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.641810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.642033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.642650] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.642650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.642650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.642650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.642650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.642934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.642934] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.642934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.643219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.643219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.643295] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.643759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.643759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.643759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.643759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.644053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.644053] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.703843] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 4s [ 684.123031] env[66369]: INFO networking_nsxv3.common.synchronization [req-86825b22-f17b-400b-af74-2fe212dd2a11 req-de17ad11-c495-45c2-aee9-7b80832a88b2 service nova] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_rules [ 684.123031] env[66369]: INFO networking_nsxv3.common.synchronization [req-86825b22-f17b-400b-af74-2fe212dd2a11 req-de17ad11-c495-45c2-aee9-7b80832a88b2 service nova] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 684.123031] env[66369]: INFO networking_nsxv3.common.synchronization [req-86825b22-f17b-400b-af74-2fe212dd2a11 req-de17ad11-c495-45c2-aee9-7b80832a88b2 service nova] Enqueued Resource ID: cbc9f5d0-815f-443a-b83e-8a4ffee2c11c with Priority: HIGHEST for action port [ 684.123031] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_rules [ 684.123199] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 684.123199] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc9f5d0-815f-443a-b83e-8a4ffee2c11c with Priority: HIGHEST for action port [ 684.123531] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.123847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.123847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.125395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.125395] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.126565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.126565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.126565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.126565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.126565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.126565] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbc9f5d0-815f-443a-b83e-8a4ffee2c11c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.140561] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ef27885-8d53-4480-91ff-b029f566d95b in Status: SUCCESS [ 684.140561] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ef27885-8d53-4480-91ff-b029f566d95b deletion is rescheduled due to dependency. [ 684.140561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.147678] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527875f1-fea1-4592-aa7e-37dbcf098ee2: rpc.has_security_group_logging(os_id): False [ 684.169524] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.169524] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.169524] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.169524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.170544] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.170544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.170544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.170544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.170544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.170544] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be created. [ 684.233466] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.233651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.233691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.234484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.234484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.249824] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 684.631563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.631563] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbc9f5d0-815f-443a-b83e-8a4ffee2c11c with status ACTIVE [ 684.631563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.631563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.631563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.631563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.632239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.632239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.632239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.632239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.632239] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbc9f5d0-815f-443a-b83e-8a4ffee2c11c is going to be updated. [ 684.660509] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.660695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.660751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.661229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.661229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.661429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbc9f5d0-815f-443a-b83e-8a4ffee2c11c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.194158] env[66369]: INFO networking_nsxv3.common.synchronization [None req-319fd523-a9f7-4789-a584-fd9df35135ed None None] Enqueued Resource ID: 6acfede4-d612-465e-800e-2d45c184e515 with Priority: HIGHEST for action port [ 685.194744] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6acfede4-d612-465e-800e-2d45c184e515 with Priority: HIGHEST for action port [ 685.195076] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6acfede4-d612-465e-800e-2d45c184e515 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.195747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6acfede4-d612-465e-800e-2d45c184e515" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.195747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6acfede4-d612-465e-800e-2d45c184e515" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.195747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6acfede4-d612-465e-800e-2d45c184e515" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.195747] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6acfede4-d612-465e-800e-2d45c184e515',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.346065] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.346065] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.346726] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.350024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.350024] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.350024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.350024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.350024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.350024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.350024] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.350024] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.350024] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.350024] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.350024] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.350024] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.350024] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.372109] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.372368] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.372507] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.372679] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.373010] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-80bbb64a-c704-44b9-8050-4ad59fba99e6 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.373309] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.373309] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.373629] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.373756] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bbb64a-c704-44b9-8050-4ad59fba99e6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.698389] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6acfede4-d612-465e-800e-2d45c184e515 [ 685.698611] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.698752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.698870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.699099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.699181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.699363] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6acfede4-d612-465e-800e-2d45c184e515 already deleted. [ 685.699468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6acfede4-d612-465e-800e-2d45c184e515" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.713526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 685.713704] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af deletion is rescheduled due to dependency. [ 685.713814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.714433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.714646] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.714833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.714954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.715038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.715227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.715277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.715364] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.763052] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d74f33e3-3533-4f9c-8e86-72a053a48022 None None] Enqueued Resource ID: c881103b-0443-4f82-9b3e-6e249ea32b61 with Priority: HIGHEST for action port [ 685.763732] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c881103b-0443-4f82-9b3e-6e249ea32b61 with Priority: HIGHEST for action port [ 685.764050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c881103b-0443-4f82-9b3e-6e249ea32b61 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.764178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c881103b-0443-4f82-9b3e-6e249ea32b61" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.764245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c881103b-0443-4f82-9b3e-6e249ea32b61" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.764504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c881103b-0443-4f82-9b3e-6e249ea32b61" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.764608] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c881103b-0443-4f82-9b3e-6e249ea32b61',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.768088] env[66369]: INFO networking_nsxv3.common.synchronization [None req-0dfc684e-aae6-4263-8f2a-d317c08e5145 None None] Enqueued Resource ID: 7397e215-7798-40ea-998e-5205953e5044 with Priority: HIGHEST for action port [ 685.768563] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7397e215-7798-40ea-998e-5205953e5044 with Priority: HIGHEST for action port [ 685.768860] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-7397e215-7798-40ea-998e-5205953e5044 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.768981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7397e215-7798-40ea-998e-5205953e5044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.769085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7397e215-7798-40ea-998e-5205953e5044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.769399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7397e215-7798-40ea-998e-5205953e5044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.769399] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7397e215-7798-40ea-998e-5205953e5044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.876690] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.876949] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.877046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.877322] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.877457] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.877598] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 80bbb64a-c704-44b9-8050-4ad59fba99e6 not found, creating... [ 685.877844] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878179] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878179] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.878325] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.878424] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.878691] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.878850] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.878928] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.879153] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.879293] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.879397] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 80bbb64a-c704-44b9-8050-4ad59fba99e6 is going to be created. [ 685.901043] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.901172] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.901276] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.901565] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.901797] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.902014] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.218592] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.266946] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 686.266946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.267294] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c881103b-0443-4f82-9b3e-6e249ea32b61 [ 686.267455] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.267581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.267658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.267870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.267952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.268050] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c881103b-0443-4f82-9b3e-6e249ea32b61 already deleted. [ 686.268130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c881103b-0443-4f82-9b3e-6e249ea32b61" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.271493] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7397e215-7798-40ea-998e-5205953e5044 [ 686.271673] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.271788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.271863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.272049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.272129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.272209] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7397e215-7798-40ea-998e-5205953e5044 already deleted. [ 686.272317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7397e215-7798-40ea-998e-5205953e5044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.638303] env[66369]: INFO networking_nsxv3.common.synchronization [req-d7cdf61d-fb11-4483-baf9-75396628cb9f req-50e70ce7-6085-4640-8620-ec6098ce8a5b service nova] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_rules [ 686.638471] env[66369]: INFO networking_nsxv3.common.synchronization [req-d7cdf61d-fb11-4483-baf9-75396628cb9f req-50e70ce7-6085-4640-8620-ec6098ce8a5b service nova] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 686.638617] env[66369]: INFO networking_nsxv3.common.synchronization [req-d7cdf61d-fb11-4483-baf9-75396628cb9f req-50e70ce7-6085-4640-8620-ec6098ce8a5b service nova] Enqueued Resource ID: 80bbb64a-c704-44b9-8050-4ad59fba99e6 with Priority: HIGHEST for action port [ 686.639142] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_rules [ 686.639482] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 686.639624] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80bbb64a-c704-44b9-8050-4ad59fba99e6 with Priority: HIGHEST for action port [ 686.640008] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.640102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.640102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.640436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.640524] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.642196] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.642349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.642401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.642562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.642714] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.642810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.642866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.643019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.643099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.643522] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.644929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-80bbb64a-c704-44b9-8050-4ad59fba99e6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.645067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.645132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.646220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.646220] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80bbb64a-c704-44b9-8050-4ad59fba99e6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.721212] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.142690] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.142901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.145359] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.150609] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80bbb64a-c704-44b9-8050-4ad59fba99e6 with status ACTIVE [ 687.152023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.152023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.152023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.153857] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.153857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.153857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.155026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.155084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.155565] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80bbb64a-c704-44b9-8050-4ad59fba99e6 is going to be updated. [ 687.181407] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.181619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.181670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80bbb64a-c704-44b9-8050-4ad59fba99e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.225834] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.226178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.226282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.226879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.226879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.226879] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be updated. [ 687.267590] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.267783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.267854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.268166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.268347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.280510] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 2s [ 687.651084] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.154868] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.156541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.156541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.156541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.156541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.156541] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be created. [ 688.182055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.182055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.182055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.182336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.184512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.196980] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: UNINITIALIZED for 2s [ 688.559733] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9c4b34ec-d43e-4109-adf9-7cfbb9bf98ec None None] Enqueued Resource ID: 0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3 with Priority: HIGHEST for action port [ 688.560911] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3 with Priority: HIGHEST for action port [ 688.561340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.561447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.561509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.562359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.562456] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.586159] env[66369]: INFO networking_nsxv3.common.synchronization [None req-1ca349a0-5495-4428-9f2e-583a76309356 None None] Enqueued Resource ID: 00e3f2ff-a2b8-416d-b30f-338ec0deee59 with Priority: HIGHEST for action port [ 688.586526] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e3f2ff-a2b8-416d-b30f-338ec0deee59 with Priority: HIGHEST for action port [ 688.586835] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e3f2ff-a2b8-416d-b30f-338ec0deee59 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.586940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e3f2ff-a2b8-416d-b30f-338ec0deee59" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.587210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e3f2ff-a2b8-416d-b30f-338ec0deee59" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.587316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e3f2ff-a2b8-416d-b30f-338ec0deee59" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.587366] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e3f2ff-a2b8-416d-b30f-338ec0deee59',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.066098] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3 [ 689.066708] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.066889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.066889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.067445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.067445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.067445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3 already deleted. [ 689.067445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0da7ea08-9a33-4fe3-b3b6-35f30e04b7c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.092172] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e3f2ff-a2b8-416d-b30f-338ec0deee59 [ 689.092172] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.092172] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.095812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.095812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.095812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.095812] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e3f2ff-a2b8-416d-b30f-338ec0deee59 already deleted. [ 689.095812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e3f2ff-a2b8-416d-b30f-338ec0deee59" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.154633] env[66369]: INFO networking_nsxv3.common.synchronization [None req-e18f3a6e-6a1d-4acb-b352-e84d214490e6 tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 689.155327] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 689.155686] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.155822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.155909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.157344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.159082] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.297170] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 689.297170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.297438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.297694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.297894] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.298028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.298927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.299146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.299371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.299502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.299612] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.394026] env[66369]: INFO networking_nsxv3.common.synchronization [None req-f73ba61a-3b4f-48a0-bf82-2df045c8ccc3 tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 689.394612] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 689.394960] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.395763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.681974] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.682324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.682324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.682515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.682515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.682579] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df already deleted. [ 689.682859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.682859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.682966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.683053] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.804356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.804565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.804611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.804804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.804966] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.805085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.805146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.805298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.805383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.805470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.805615] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.805708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.805763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.805904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.806048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.806140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.806202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.806337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.806410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.806489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.806575] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.205422] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.205572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.205637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.206228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.208096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.208263] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df already deleted. [ 690.208383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.210937] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 690.211359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.211564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.211788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.212212] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.212461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.212534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.212707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.212786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.212874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.212963] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.309019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9f9508b-bd1a-43a6-8a1c-9764791e59af: rpc.has_security_group_logging(os_id): False [ 690.338867] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.338867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.338867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.338867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.338867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.338867] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.338867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.338867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.339229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.339229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.339505] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.339505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.339505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.339636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.339636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.339816] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.339909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.339968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.340160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.340215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.340317] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be updated. [ 690.453518] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.453685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.453685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.453900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.454344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.477142] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 2s [ 690.716197] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.716570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.716570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.716692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.716892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.716995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.717374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.717374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.717487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.717520] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.717633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.717853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.718100] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.718154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.718239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.718368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.718498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.718552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.718628] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.222399] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d87df24-de1a-4454-b00f-3b119c6c4ac5: rpc.has_security_group_logging(os_id): False [ 691.243559] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.243559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.243559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.243559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.243559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.243843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.243843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.243843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.244084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.244198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.244492] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.244616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.246419] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.249598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.249745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.249879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.249993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.250106] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be created. [ 691.319461] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.321025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.321025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.321025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.321025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.334998] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: IN_PROGRESS for 2s [ 691.613293] env[66369]: INFO networking_nsxv3.common.synchronization [None req-bce845bb-ec68-49b0-a512-2eaf21fe2be8 None None] Enqueued Resource ID: 06c15e36-58d9-49de-bc07-cd5a782890ab with Priority: HIGHEST for action port [ 691.613293] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06c15e36-58d9-49de-bc07-cd5a782890ab with Priority: HIGHEST for action port [ 691.613293] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-06c15e36-58d9-49de-bc07-cd5a782890ab taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.613293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06c15e36-58d9-49de-bc07-cd5a782890ab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.613293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06c15e36-58d9-49de-bc07-cd5a782890ab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.615278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06c15e36-58d9-49de-bc07-cd5a782890ab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.615619] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06c15e36-58d9-49de-bc07-cd5a782890ab',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.118628] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06c15e36-58d9-49de-bc07-cd5a782890ab [ 692.118962] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.118962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.118962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.119230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.120129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.120129] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06c15e36-58d9-49de-bc07-cd5a782890ab already deleted. [ 692.120129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06c15e36-58d9-49de-bc07-cd5a782890ab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.468791] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fb8cbd3-7d95-40fc-bf1b-38a6f04f0991 req-f07ae826-2a54-4ce8-a624-c37d66d3ea50 tempest-ImagesOneServerTestJSON-1932840980 tempest-ImagesOneServerTestJSON-1932840980-project-member] Enqueued Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_members [ 692.469856] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_members [ 692.469856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.469856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.469856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.471310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.471310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.471310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.471310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.471310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.471310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.471310] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.499331] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 692.499331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.974373] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.974540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.974631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.974869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.974974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.975413] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.975413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.975558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.975670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.975754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.976064] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958b11ea-3231-43ce-8752-ad8475364b4a already deleted. [ 692.976064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.080356] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-607 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.080584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-607" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.080707] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-607" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.081055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-607" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.081320] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.081476] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.081585] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.081824] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.081960] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.082513] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.082684] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.082817] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.082958] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.083151] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.083489] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.083883] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.091218] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9ea231ab-96fc-4f02-bc3e-199988e89816 None None] Enqueued Resource ID: 05d5bf14-62c3-4504-8191-47b9b46b0117 with Priority: HIGHEST for action port [ 693.091717] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d5bf14-62c3-4504-8191-47b9b46b0117 with Priority: HIGHEST for action port [ 693.092040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d5bf14-62c3-4504-8191-47b9b46b0117 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.092197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d5bf14-62c3-4504-8191-47b9b46b0117" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.092258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d5bf14-62c3-4504-8191-47b9b46b0117" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.092453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d5bf14-62c3-4504-8191-47b9b46b0117" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.092529] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d5bf14-62c3-4504-8191-47b9b46b0117',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.105121] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.105373] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.105477] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.105688] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-607" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.106159] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-eaecac45-46fe-416e-8eed-9899908286fb taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.106403] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.106553] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.107019] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.107393] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaecac45-46fe-416e-8eed-9899908286fb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.347879] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 693.348391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595771] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05d5bf14-62c3-4504-8191-47b9b46b0117 [ 693.595771] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.595771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.595771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.595771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.595771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.595771] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05d5bf14-62c3-4504-8191-47b9b46b0117 already deleted. [ 693.595771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d5bf14-62c3-4504-8191-47b9b46b0117" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.610309] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.614231] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port eaecac45-46fe-416e-8eed-9899908286fb not found, creating... [ 693.614231] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.614231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.614636] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.614636] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614636] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.614636] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.614636] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.615944] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: eaecac45-46fe-416e-8eed-9899908286fb is going to be created. [ 693.642022] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.642022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.642022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.642022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.642022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.642441] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.610054] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fb8cbd3-7d95-40fc-bf1b-38a6f04f0991 req-325b1078-d100-4310-9e55-990125c35846 service nova] Enqueued Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_rules [ 694.610054] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fb8cbd3-7d95-40fc-bf1b-38a6f04f0991 req-325b1078-d100-4310-9e55-990125c35846 service nova] Enqueued Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_members [ 694.610054] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fb8cbd3-7d95-40fc-bf1b-38a6f04f0991 req-325b1078-d100-4310-9e55-990125c35846 service nova] Enqueued Resource ID: eaecac45-46fe-416e-8eed-9899908286fb with Priority: HIGHEST for action port [ 694.610054] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_rules [ 694.610054] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_members [ 694.610054] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaecac45-46fe-416e-8eed-9899908286fb with Priority: HIGHEST for action port [ 694.610054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.610054] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.610054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.610054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.610054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.612260] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.612260] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaecac45-46fe-416e-8eed-9899908286fb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.612260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.612260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.612260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.612260] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaecac45-46fe-416e-8eed-9899908286fb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.026682] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.029022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.029022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.029022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaecac45-46fe-416e-8eed-9899908286fb with status ACTIVE [ 695.029022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.029022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.029022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.029578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.029578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.029770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.029843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.029898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.031084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.032601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.033115] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.033115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.033115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.033296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.033296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.033296] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaecac45-46fe-416e-8eed-9899908286fb is going to be updated. [ 695.057583] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.058428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.058540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.058857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.059036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.059220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaecac45-46fe-416e-8eed-9899908286fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.536397] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.815328] env[66369]: INFO networking_nsxv3.common.synchronization [req-fbe9f4c8-8ef9-4444-9aa9-047f88883f74 req-ebca5359-3131-46c3-a66d-3737837018e3 tempest-VolumesAdminNegativeTest-300604537 tempest-VolumesAdminNegativeTest-300604537-project-member] Enqueued Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_members [ 695.815854] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_members [ 695.816212] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.816349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.816403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.816653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.816860] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.816976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.817048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.817213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.817318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.817415] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.041152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.041152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.041152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.041152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.041152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.041152] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958b11ea-3231-43ce-8752-ad8475364b4a is going to be created. [ 696.066709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.066868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.066938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.067240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.067403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.078634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958b11ea-3231-43ce-8752-ad8475364b4a in Status: UNINITIALIZED for 2s [ 696.110811] env[66369]: INFO networking_nsxv3.common.synchronization [None req-93ba4734-8413-4396-ac52-68f5a4a58100 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_rules [ 696.112187] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_rules [ 696.113082] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.113261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.113353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.113692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.113806] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.294435] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.294791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-353" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.294791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-353" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.295236] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-353" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.297879] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.298211] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.299146] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.299146] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.299146] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.299146] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.299146] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.299521] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.299688] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.300438] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.300438] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.300438] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.306781] env[66369]: INFO networking_nsxv3.common.synchronization [None req-acc507b1-4959-4132-ac09-950a96905299 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_rules [ 696.308098] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_rules [ 696.309777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.310187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.320912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.321544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.321678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.322545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.322714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.323249] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.323601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.323601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.323914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.324062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.324231] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 already deleted. [ 696.324368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.325589] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.325833] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.326064] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.326262] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-353" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.326655] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-1768fd21-39e4-4020-b64d-d4cbc511ba11 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.326870] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.327055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.327401] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.327603] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1768fd21-39e4-4020-b64d-d4cbc511ba11',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.486603] env[66369]: INFO networking_nsxv3.common.synchronization [None req-44f38024-6edd-4b89-9f34-4514ec2639e6 None None] Enqueued Resource ID: c79a670b-aa53-4817-9157-80c8bbb33310 with Priority: HIGHEST for action port [ 696.487229] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c79a670b-aa53-4817-9157-80c8bbb33310 with Priority: HIGHEST for action port [ 696.487572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c79a670b-aa53-4817-9157-80c8bbb33310 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.487901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c79a670b-aa53-4817-9157-80c8bbb33310" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.487901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c79a670b-aa53-4817-9157-80c8bbb33310" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.488212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c79a670b-aa53-4817-9157-80c8bbb33310" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.488301] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c79a670b-aa53-4817-9157-80c8bbb33310',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.637372] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.637582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.637582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.637764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.637854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.637944] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d already deleted. [ 696.638044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.638193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.638344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.638424] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.831446] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.831446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.831446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.831446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.831864] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.831966] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 1768fd21-39e4-4020-b64d-d4cbc511ba11 not found, creating... [ 696.832273] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.832468] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.832606] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.832867] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.833043] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.833367] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.833562] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.833714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.833950] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.834140] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.834306] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 1768fd21-39e4-4020-b64d-d4cbc511ba11 is going to be created. [ 696.860731] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.860941] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.861072] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.861357] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.861571] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.861813] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.991732] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c79a670b-aa53-4817-9157-80c8bbb33310 [ 696.991732] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.991931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.991931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.992322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.992322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.992322] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c79a670b-aa53-4817-9157-80c8bbb33310 already deleted. [ 696.992493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c79a670b-aa53-4817-9157-80c8bbb33310" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.159116] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.160245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.160245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.160245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.160245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.160245] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d already deleted. [ 697.160245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.622820] env[66369]: INFO networking_nsxv3.common.synchronization [req-fbe9f4c8-8ef9-4444-9aa9-047f88883f74 req-924d8f3a-e703-4538-a652-77403b14a57c service nova] Enqueued Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_rules [ 697.622871] env[66369]: INFO networking_nsxv3.common.synchronization [req-fbe9f4c8-8ef9-4444-9aa9-047f88883f74 req-924d8f3a-e703-4538-a652-77403b14a57c service nova] Enqueued Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_members [ 697.624573] env[66369]: INFO networking_nsxv3.common.synchronization [req-fbe9f4c8-8ef9-4444-9aa9-047f88883f74 req-924d8f3a-e703-4538-a652-77403b14a57c service nova] Enqueued Resource ID: 1768fd21-39e4-4020-b64d-d4cbc511ba11 with Priority: HIGHEST for action port [ 697.624573] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_rules [ 697.624573] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_members [ 697.624573] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1768fd21-39e4-4020-b64d-d4cbc511ba11 with Priority: HIGHEST for action port [ 697.624573] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.626275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.626275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.626534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.626626] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.628693] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.628806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.628849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.629153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.629214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.630041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.630041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.630041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.630041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.630041] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.630812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-1768fd21-39e4-4020-b64d-d4cbc511ba11 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.630968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.631085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.631275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.631435] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1768fd21-39e4-4020-b64d-d4cbc511ba11',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.794345] env[66369]: INFO networking_nsxv3.common.synchronization [req-71f2496a-0029-4520-a35e-c61fb146aa31 req-89723025-767e-4c5b-b3d6-25868dc52de7 tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 697.799023] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 697.799238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.799454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.799454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.799723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.799821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.799942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.800010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.801028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.801028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.801028] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.090609] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958b11ea-3231-43ce-8752-ad8475364b4a in Status: SUCCESS [ 698.090959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.090959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.091058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.091260] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.091410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.091473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.091685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.091685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.091880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.091880] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.133876] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.134990] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.135159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.135325] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1768fd21-39e4-4020-b64d-d4cbc511ba11 with status ACTIVE [ 698.135511] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.135618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.135682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.135888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.135969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136149] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.136303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.136452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.136528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.136709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.136844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.136982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.138024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.138280] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1768fd21-39e4-4020-b64d-d4cbc511ba11 is going to be updated. [ 698.161448] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.162242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.162369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.162579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.162721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.162885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1768fd21-39e4-4020-b64d-d4cbc511ba11" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.305303] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.305303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.305303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.305303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.305303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.305303] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.305303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.305303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.305801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.305801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.305801] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 698.362025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.362025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.362025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.362025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.362025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.374327] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 698.565021] env[66369]: INFO networking_nsxv3.common.synchronization [req-f048a58a-b3a0-4d5c-8174-c1f4c8350753 req-27436c40-7d83-4d77-9201-3c3889310853 tempest-ServersV294TestFqdnHostnames-428729516 tempest-ServersV294TestFqdnHostnames-428729516-project-member] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_members [ 698.565021] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_members [ 698.565021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.565021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.565021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.565021] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.594630] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.596201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.596201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.596201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.596201] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.596201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.596201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.596492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.596492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.596585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.596797] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.596946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.597019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.597321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.597638] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.598098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.598183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.598389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.599863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.599979] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.640305] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.007484] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-409 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.007814] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-409" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.007814] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-409" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.008759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-409" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.008759] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.008759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.008759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.009487] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.011077] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.011383] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.011513] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.011644] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.011752] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.011860] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.011986] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.012170] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.048619] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.048619] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.048619] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.048772] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-409" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.049091] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.049338] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.049445] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.049823] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.050040] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3c2a4d-ee16-44fd-a8b1-b5352713c522',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.070707] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.074026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.074026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbfaca33-9774-462d-82d2-270faee4a075 already deleted. [ 699.074026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.104457] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 958b11ea-3231-43ce-8752-ad8475364b4a: rpc.has_security_group_logging(os_id): False [ 699.124022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.124183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.124251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.124467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.128019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.128019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.128019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.128019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.128887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.128887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.128887] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958b11ea-3231-43ce-8752-ad8475364b4a is going to be created. [ 699.145040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.145040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.145040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.145323] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.145427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.145533] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 is going to be created. [ 699.174432] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.174638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.175077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.175077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.175225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.267627] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 in Status: UNINITIALIZED for 2s [ 699.288905] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.288905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.289318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.289318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.289626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.306665] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958b11ea-3231-43ce-8752-ad8475364b4a in Status: IN_PROGRESS for 2s [ 699.552826] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.553064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.553203] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.553468] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.553744] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.553744] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 8f3c2a4d-ee16-44fd-a8b1-b5352713c522 not found, creating... [ 699.554053] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554225] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554338] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.554809] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.554809] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.554957] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.555121] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.555229] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.555433] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.555555] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.555688] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 8f3c2a4d-ee16-44fd-a8b1-b5352713c522 is going to be created. [ 699.580859] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.581408] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.581596] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.581937] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.582204] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.582486] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.397712] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 700.398203] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 700.398203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.421227] env[66369]: INFO networking_nsxv3.common.synchronization [req-f048a58a-b3a0-4d5c-8174-c1f4c8350753 req-c41a2104-8b60-4c92-a8e2-7613c034ad3a service nova] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_rules [ 700.421493] env[66369]: INFO networking_nsxv3.common.synchronization [req-f048a58a-b3a0-4d5c-8174-c1f4c8350753 req-c41a2104-8b60-4c92-a8e2-7613c034ad3a service nova] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_members [ 700.421758] env[66369]: INFO networking_nsxv3.common.synchronization [req-f048a58a-b3a0-4d5c-8174-c1f4c8350753 req-c41a2104-8b60-4c92-a8e2-7613c034ad3a service nova] Enqueued Resource ID: 8f3c2a4d-ee16-44fd-a8b1-b5352713c522 with Priority: HIGHEST for action port [ 700.423932] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_rules [ 700.423932] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_members [ 700.423932] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3c2a4d-ee16-44fd-a8b1-b5352713c522 with Priority: HIGHEST for action port [ 700.423932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.423932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.423932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.423932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.423932] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.424985] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425953] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.425953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.425953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.425953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.425953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.426223] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.427761] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.427761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.427761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.427761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.427761] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f3c2a4d-ee16-44fd-a8b1-b5352713c522',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.714459] env[66369]: INFO networking_nsxv3.common.synchronization [req-cba38575-1c7b-4e9c-ae6e-e16403dfcac1 req-0ccfec54-eace-4e5b-9a34-6ae3ceb97c6f tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 700.715132] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 700.715585] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.715585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.715770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.715853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.715994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.716182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.716270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.716378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.716466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.716560] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.932072] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.936265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.936265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.936265] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f3c2a4d-ee16-44fd-a8b1-b5352713c522 with status ACTIVE [ 700.936265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.936265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.936265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.936544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.936544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.936613] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.936657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.936720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.936879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.936950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.937142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.937232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.937289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.937452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.937527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.937609] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f3c2a4d-ee16-44fd-a8b1-b5352713c522 is going to be updated. [ 700.962439] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.962439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.962439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.962439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.962439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.962439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f3c2a4d-ee16-44fd-a8b1-b5352713c522" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.219586] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.219797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.219860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.220158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.220252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.220454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.220572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.220641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.221274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.221274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.221274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 701.255793] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.255793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.255793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.255793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.255793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.266847] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 701.277252] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 in Status: SUCCESS [ 701.277897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.277897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.277897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.278122] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.278321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.278978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.278978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.278978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.278978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.278978] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.323368] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 958b11ea-3231-43ce-8752-ad8475364b4a in Status: SUCCESS [ 701.323434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.441205] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.782572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.782572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.782572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.782572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.783275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.783275] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.783275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.783275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.783275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.783275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783520] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.944695] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.944866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.944940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.945485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.945485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.945485] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbfaca33-9774-462d-82d2-270faee4a075 is going to be created. [ 701.974192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.974382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.974448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.974645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.974821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.997351] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: UNINITIALIZED for 2s [ 702.288068] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448: rpc.has_security_group_logging(os_id): False [ 702.309270] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.309443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.309532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.309765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.309858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.310104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.310206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.310262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.310451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.310578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.310770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.310882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.310944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.312064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.312221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.312517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.312649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.312748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.313016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.313169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.313307] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 is going to be created. [ 702.398190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.398352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.398397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.398771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.398865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.413774] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 in Status: IN_PROGRESS for 2s [ 703.281274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 703.281274] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 703.281274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.011225] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: SUCCESS [ 704.012542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.012542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.012542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.012542] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.013184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.013184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.013184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.013184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.013184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.014502] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.383446] env[66369]: INFO networking_nsxv3.common.synchronization [None req-079200f3-0985-4084-b5b2-0214b4045f8e None None] Enqueued Resource ID: dec04a10-7cf2-4f0d-9a6a-5a9e4122462d with Priority: HIGHEST for action port [ 704.383446] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dec04a10-7cf2-4f0d-9a6a-5a9e4122462d with Priority: HIGHEST for action port [ 704.383446] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-dec04a10-7cf2-4f0d-9a6a-5a9e4122462d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.384134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dec04a10-7cf2-4f0d-9a6a-5a9e4122462d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.384444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dec04a10-7cf2-4f0d-9a6a-5a9e4122462d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.384908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dec04a10-7cf2-4f0d-9a6a-5a9e4122462d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.385643] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dec04a10-7cf2-4f0d-9a6a-5a9e4122462d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.428204] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 in Status: SUCCESS [ 704.428544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.516897] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.688549] env[66369]: INFO networking_nsxv3.common.synchronization [req-dbd47624-f8c7-4fcf-af73-b3baee38b605 req-21f0fd45-6503-4d86-b0cf-9b05587574af tempest-ServersTestManualDisk-779042343 tempest-ServersTestManualDisk-779042343-project-member] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_members [ 704.688860] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGHEST for action security_group_members [ 704.689502] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.689721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.689898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.690269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.690612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.690689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.690782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.691032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.691489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.691489] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.888684] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dec04a10-7cf2-4f0d-9a6a-5a9e4122462d [ 704.888923] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.889085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.889207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.889403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.889647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.889758] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dec04a10-7cf2-4f0d-9a6a-5a9e4122462d already deleted. [ 704.889815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dec04a10-7cf2-4f0d-9a6a-5a9e4122462d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.022037] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbfaca33-9774-462d-82d2-270faee4a075: rpc.has_security_group_logging(os_id): False [ 705.043756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.043756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.043756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.043756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.043756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.043756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.043756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.043756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.044223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.044223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.044223] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfaca33-9774-462d-82d2-270faee4a075 is going to be created. [ 705.109702] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.112098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.112098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.112098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.112098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.123838] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: IN_PROGRESS for 2s [ 705.199419] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.203735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.203735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.203735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.203735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.205128] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.205128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.205128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.205128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.205128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.205128] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 is going to be updated. [ 705.250775] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.251015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.251015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.251249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.251414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.264238] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d632628c-56eb-48e1-81bb-2b30990726c1 in Status: IN_PROGRESS for 2s [ 705.723256] env[66369]: INFO networking_nsxv3.common.synchronization [req-89cfbc5f-79c3-40e0-a216-a913693e15bb req-95bd6b9e-d393-44a3-a508-4860f3f421db tempest-InstanceActionsTestJSON-189851374 tempest-InstanceActionsTestJSON-189851374-project-member] Enqueued Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_members [ 705.723256] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 with Priority: HIGHEST for action security_group_members [ 705.724483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5390f130-21b3-4349-8e23-d8ec9fd9be49 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.726187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.726187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.726187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.726187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.726187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.726187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.726187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.726622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.726727] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5390f130-21b3-4349-8e23-d8ec9fd9be49',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.045473] env[66369]: INFO networking_nsxv3.common.synchronization [req-24e9c0af-f4eb-406e-9587-272e74e97eb0 req-cbf3652d-a80d-4362-ae0b-3892ec088c27 tempest-DeleteServersAdminTestJSON-95756469 tempest-DeleteServersAdminTestJSON-95756469-project-member] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 706.046193] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGHEST for action security_group_members [ 706.046547] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.048143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.048143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048143] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.048143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.048143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.048143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.048479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.048479] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.234593] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.234937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.235047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.235965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.236106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.236384] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.236543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.236543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.236938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.236938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.236938] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 is going to be updated. [ 706.271873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.272520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.275838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.275838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.275838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.466070] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 in Status: IN_PROGRESS for 2s [ 706.551344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.553842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.553842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.553842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.553842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.553842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.553842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.553842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.553842] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be updated. [ 706.595149] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.595149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.595149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.595364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.595434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.609661] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: IN_PROGRESS for 2s [ 707.141933] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: SUCCESS [ 707.142161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.276331] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d632628c-56eb-48e1-81bb-2b30990726c1 in Status: SUCCESS [ 707.276438] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 deletion is rescheduled due to dependency. [ 707.276524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.443839] env[66369]: INFO networking_nsxv3.common.synchronization [None req-a5298ebb-d697-4985-9456-fadd1439848e None None] Enqueued Resource ID: 65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a with Priority: HIGHEST for action port [ 707.444788] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a with Priority: HIGHEST for action port [ 707.444949] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.445910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.445910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.446103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.446163] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.950279] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a [ 707.950279] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.950499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.950569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.951191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.951249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.951328] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a already deleted. [ 707.952035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a2a705-e8b0-4f3d-9bd0-3f9666b5c13a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.477512] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 in Status: SUCCESS [ 708.477512] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5390f130-21b3-4349-8e23-d8ec9fd9be49 deletion is rescheduled due to dependency. [ 708.477512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5390f130-21b3-4349-8e23-d8ec9fd9be49" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.624554] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af in Status: SUCCESS [ 708.624554] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af deletion is rescheduled due to dependency. [ 708.624554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.834250] env[66369]: INFO networking_nsxv3.common.synchronization [None req-24fb5a30-2d53-42b2-8fc2-543c1e9e1d3c None None] Enqueued Resource ID: b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58 with Priority: HIGHEST for action port [ 708.834650] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58 with Priority: HIGHEST for action port [ 708.835032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.835865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.835865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.836795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.836895] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.341625] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58 [ 709.341856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.342141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.342300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.342384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.342487] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58 already deleted. [ 709.342561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8bb1557-fa36-4e82-97f7-e7b5bfcdcd58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.839631] env[66369]: INFO networking_nsxv3.common.synchronization [req-af09f01d-94b9-4bf3-8bff-3226df671a90 req-afe80501-8f39-48b3-a9f1-51eb751852a9 tempest-ServerActionsTestJSON-1714834322 tempest-ServerActionsTestJSON-1714834322-project-member] Enqueued Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_members [ 709.840097] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_members [ 709.840400] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.840573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.840730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.840886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.841124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.841234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.841297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.841452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.841533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.841626] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.284807] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.285037] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-634" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.285240] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-634" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.285848] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-634" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.285962] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.286172] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.286261] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.286529] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.286732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.286995] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.287154] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.287228] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.287357] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.287429] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.287532] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.287718] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.311864] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.312131] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.312252] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.312442] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-634" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.312794] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.312982] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.313120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.313593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.313680] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea8dc3f-9b7f-43a6-ae4e-06ffc875485e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.343689] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.343871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.343927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.344208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344411] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.344513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.344569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.344783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.344783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344858] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 already deleted. [ 710.344935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.817131] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.817388] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.817527] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.818508] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.818508] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.818717] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port bea8dc3f-9b7f-43a6-ae4e-06ffc875485e not found, creating... [ 710.818989] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.819172] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.819303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.819600] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.819800] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.820158] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.820314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.820424] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.820656] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.820787] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.820929] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: bea8dc3f-9b7f-43a6-ae4e-06ffc875485e is going to be created. [ 710.845704] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.846152] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.846152] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.846427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.846776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.847057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.641534] env[66369]: INFO networking_nsxv3.common.synchronization [req-af09f01d-94b9-4bf3-8bff-3226df671a90 req-7b566536-6b05-45cd-80c0-9f053e503b11 service nova] Enqueued Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_rules [ 711.641718] env[66369]: INFO networking_nsxv3.common.synchronization [req-af09f01d-94b9-4bf3-8bff-3226df671a90 req-7b566536-6b05-45cd-80c0-9f053e503b11 service nova] Enqueued Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_members [ 711.642051] env[66369]: INFO networking_nsxv3.common.synchronization [req-af09f01d-94b9-4bf3-8bff-3226df671a90 req-7b566536-6b05-45cd-80c0-9f053e503b11 service nova] Enqueued Resource ID: bea8dc3f-9b7f-43a6-ae4e-06ffc875485e with Priority: HIGHEST for action port [ 711.642436] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_rules [ 711.642573] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_members [ 711.642667] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bea8dc3f-9b7f-43a6-ae4e-06ffc875485e with Priority: HIGHEST for action port [ 711.643096] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.643186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.643186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.643560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.643560] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.644924] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.645151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.645197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.645491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.645643] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.645775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.645866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.646112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.646201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.646339] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.650449] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.650449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.650622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.651093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.651093] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bea8dc3f-9b7f-43a6-ae4e-06ffc875485e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.800048] env[66369]: INFO networking_nsxv3.common.synchronization [None req-47e56bb4-5ab3-441e-9f78-f2a2df597ec7 None None] Enqueued Resource ID: 20884a7c-e6d7-4d2b-868c-dad734ec97da with Priority: HIGHEST for action port [ 711.801019] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20884a7c-e6d7-4d2b-868c-dad734ec97da with Priority: HIGHEST for action port [ 711.801019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-20884a7c-e6d7-4d2b-868c-dad734ec97da taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.802697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20884a7c-e6d7-4d2b-868c-dad734ec97da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.802697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20884a7c-e6d7-4d2b-868c-dad734ec97da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.802697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20884a7c-e6d7-4d2b-868c-dad734ec97da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.802697] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20884a7c-e6d7-4d2b-868c-dad734ec97da',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.037735] env[66369]: INFO networking_nsxv3.common.synchronization [None req-4232faa6-4072-40a6-af43-277ec4c9358d None None] Enqueued Resource ID: 05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b with Priority: HIGHEST for action port [ 712.038534] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b with Priority: HIGHEST for action port [ 712.040257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.040257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.040257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.040558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.040619] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.152653] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.152653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.155312] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.156274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bea8dc3f-9b7f-43a6-ae4e-06ffc875485e with status ACTIVE [ 712.156664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.156664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.156821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.156919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.157105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.157214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.157311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.157351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.158469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.158469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.158469] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.158469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.158469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.158469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.158469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.158469] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bea8dc3f-9b7f-43a6-ae4e-06ffc875485e is going to be updated. [ 712.189388] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.189388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.189676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.190609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.190609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.190609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bea8dc3f-9b7f-43a6-ae4e-06ffc875485e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.307569] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20884a7c-e6d7-4d2b-868c-dad734ec97da [ 712.307569] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.307569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.307569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.307569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.307569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.307569] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20884a7c-e6d7-4d2b-868c-dad734ec97da already deleted. [ 712.307569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20884a7c-e6d7-4d2b-868c-dad734ec97da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.545591] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b [ 712.545819] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.546156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.546156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.546747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.546747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.546747] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b already deleted. [ 712.546747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05fadc0d-5cc8-4ece-8a3c-ef2adc8f6d1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.660421] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.924630] env[66369]: INFO networking_nsxv3.common.synchronization [None req-0e611bde-3245-4872-9e03-6f48996885e9 tempest-ServersTestJSON-2012153163 tempest-ServersTestJSON-2012153163-project-member] Enqueued Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_rules [ 712.924630] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_rules [ 712.949966] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.949966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.949966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.949966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.949966] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.140861] env[66369]: INFO networking_nsxv3.common.synchronization [None req-8113d19a-e031-429c-b062-914a4cb7cffd tempest-ServersTestJSON-2012153163 tempest-ServersTestJSON-2012153163-project-member] Enqueued Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_rules [ 713.142354] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_rules [ 713.142354] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.142354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.166050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.166809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.166809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.166809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.166809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.166809] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 is going to be created. [ 713.196195] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.196195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.196195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.196195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.196195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.207019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c383c3ee-4f05-4073-b064-e35566e03e09 in Status: UNINITIALIZED for 2s [ 713.460798] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.460798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.460798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.460798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.460798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.460798] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 already deleted. [ 713.460798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.460798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.461106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.462543] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.990183] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.990346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.990407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.990635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.990717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.990814] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 already deleted. [ 713.990898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.031760] env[66369]: INFO networking_nsxv3.common.synchronization [None req-c606ec7e-d7c1-4702-bae0-8865e5db76b5 None None] Enqueued Resource ID: 55214c19-429a-407b-87a0-e18b35d92a6d with Priority: HIGHEST for action port [ 715.032243] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55214c19-429a-407b-87a0-e18b35d92a6d with Priority: HIGHEST for action port [ 715.032585] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-55214c19-429a-407b-87a0-e18b35d92a6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.032680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55214c19-429a-407b-87a0-e18b35d92a6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.032752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55214c19-429a-407b-87a0-e18b35d92a6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.033171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55214c19-429a-407b-87a0-e18b35d92a6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.033171] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55214c19-429a-407b-87a0-e18b35d92a6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.073633] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-e26d63fd-14c4-498d-808f-78d12681541b tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 715.074224] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 715.074605] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.074807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.074807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.078237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.078237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.078237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.078237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.078237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.078237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.078237] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.219400] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c383c3ee-4f05-4073-b064-e35566e03e09 in Status: SUCCESS [ 715.220037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.221960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.222223] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.222354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.222417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.222592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.222672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.222850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.222850] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.537474] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55214c19-429a-407b-87a0-e18b35d92a6d [ 715.538797] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.538938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.538968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.539210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.539297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.539395] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55214c19-429a-407b-87a0-e18b35d92a6d already deleted. [ 715.539485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55214c19-429a-407b-87a0-e18b35d92a6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.579845] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.580030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.580149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.580309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.580407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.580598] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.580698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.580757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.580914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.580990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.581092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 already deleted. [ 715.581161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.644337] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.644533] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.644651] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.645223] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.647832] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.651074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.651074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.651074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.651074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.651074] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.651074] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.651074] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.651074] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.651074] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.651074] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.651074] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.686887] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.687093] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.687220] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.687394] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.687800] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.688123] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.688123] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.688462] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.688683] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d3f000-4a40-4a26-a4eb-6eff6fd5d2da',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.728412] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.192411] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.192411] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.192411] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.192799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.192900] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.193016] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 84d3f000-4a40-4a26-a4eb-6eff6fd5d2da not found, creating... [ 716.193351] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.193875] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.193875] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.193958] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.195848] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.196410] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.197107] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.200127] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.200127] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.200127] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.200127] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 84d3f000-4a40-4a26-a4eb-6eff6fd5d2da is going to be created. [ 716.223633] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.223809] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.224279] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.224868] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.225206] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.225425] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.231080] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c383c3ee-4f05-4073-b064-e35566e03e09: rpc.has_security_group_logging(os_id): False [ 716.253315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.253415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.253483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.253711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.253794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.254111] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.254222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.254285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.254459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.254534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.254634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 is going to be created. [ 716.398592] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.401908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.401908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.401908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.401908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.415639] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c383c3ee-4f05-4073-b064-e35566e03e09 in Status: IN_PROGRESS for 2s [ 717.069374] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-ad41f0c8-f98d-4c0e-990a-789abef9215b service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 717.069619] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-ad41f0c8-f98d-4c0e-990a-789abef9215b service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 717.069742] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-ad41f0c8-f98d-4c0e-990a-789abef9215b service nova] Enqueued Resource ID: 84d3f000-4a40-4a26-a4eb-6eff6fd5d2da with Priority: HIGHEST for action port [ 717.071033] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 717.071392] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 717.071567] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d3f000-4a40-4a26-a4eb-6eff6fd5d2da with Priority: HIGHEST for action port [ 717.071940] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.072163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.072301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.072714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.072969] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.074132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.074366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.074448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.075124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.075344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.075618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.075715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.075916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.076043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.076171] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.077559] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.077686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.077808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.078062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.078208] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d3f000-4a40-4a26-a4eb-6eff6fd5d2da',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.494516] env[66369]: INFO networking_nsxv3.common.synchronization [None req-dd9a189f-2c90-4505-8495-06307b75fc7e tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_rules [ 717.495498] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_rules [ 717.496010] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.496251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.496357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.497049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.497049] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.580542] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.581742] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.581946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.582526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84d3f000-4a40-4a26-a4eb-6eff6fd5d2da with status ACTIVE [ 717.582751] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.582876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.582943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.583263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.583441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.584028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.584028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.584028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.584028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.589852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.589852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.589852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.589852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.589852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.589852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.589852] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84d3f000-4a40-4a26-a4eb-6eff6fd5d2da is going to be updated. [ 717.614382] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.614634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.614761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.615047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.615238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.615513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d3f000-4a40-4a26-a4eb-6eff6fd5d2da" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.784915] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d23c0a27-7829-4470-be45-453f9c52523c tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_rules [ 717.785293] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_rules [ 717.785611] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.785715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.024303] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.024490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.024607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.024945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.025096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.025505] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 already deleted. [ 718.025641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.025853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.026100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.026214] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.086891] env[66369]: INFO networking_nsxv3.common.synchronization [None req-849311d0-0b2d-461a-9752-b7236d614d1e tempest-MigrationsAdminTest-573386484 tempest-MigrationsAdminTest-573386484-project-member] Enqueued Resource ID: 3edc6c20-5a43-4aba-9f01-9ddc33e59537 with Priority: HIGHEST for action security_group_rules [ 718.086891] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc6c20-5a43-4aba-9f01-9ddc33e59537 with Priority: HIGHEST for action security_group_rules [ 718.087144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.087347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.087452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.087785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.087951] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3edc6c20-5a43-4aba-9f01-9ddc33e59537',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.092671] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.104544] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-85d55453-4513-44ca-8207-94e51e3f2039 tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 718.106332] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 718.107089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.107089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.434188] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c383c3ee-4f05-4073-b064-e35566e03e09 in Status: SUCCESS [ 718.434424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.548866] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.549256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.549256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.549318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.549582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.549582] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 already deleted. [ 718.549582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.594257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.594510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.595080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.595243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.595451] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be created. [ 718.620168] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.620168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.620429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.620459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.620563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.620643] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3edc6c20-5a43-4aba-9f01-9ddc33e59537 already deleted. [ 718.620748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.630144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.630482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.631109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.631109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.631109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.643568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: UNINITIALIZED for 2s [ 718.754246] env[66369]: INFO networking_nsxv3.common.synchronization [None req-78a80b68-d7c8-4906-a828-92c759867753 None None] Enqueued Resource ID: 315655c8-c53b-41f2-b0b4-a3a8b813c8ec with Priority: HIGHEST for action port [ 718.755540] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 315655c8-c53b-41f2-b0b4-a3a8b813c8ec with Priority: HIGHEST for action port [ 718.755540] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-315655c8-c53b-41f2-b0b4-a3a8b813c8ec taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.755540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-315655c8-c53b-41f2-b0b4-a3a8b813c8ec" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.755540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-315655c8-c53b-41f2-b0b4-a3a8b813c8ec" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.755833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-315655c8-c53b-41f2-b0b4-a3a8b813c8ec" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.755833] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('315655c8-c53b-41f2-b0b4-a3a8b813c8ec',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.782999] env[66369]: INFO networking_nsxv3.common.synchronization [None req-921e0dcf-ac26-4b9a-94d5-6c0bd318201b tempest-MigrationsAdminTest-573386484 tempest-MigrationsAdminTest-573386484-project-member] Enqueued Resource ID: 3edc6c20-5a43-4aba-9f01-9ddc33e59537 with Priority: HIGHEST for action security_group_rules [ 718.784607] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3edc6c20-5a43-4aba-9f01-9ddc33e59537 with Priority: HIGHEST for action security_group_rules [ 718.785675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.785895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.785946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.787705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.787705] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3edc6c20-5a43-4aba-9f01-9ddc33e59537',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.063722] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.064158] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.064354] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.064672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.064991] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.065224] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.065396] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.065732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.066126] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.066213] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.066329] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.066434] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.066534] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.066638] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.066760] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.066893] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.090801] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.091056] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.091230] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.091492] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.091898] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-f3b9b751-7ef3-4e60-b231-16e5afc359f1 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.092212] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.092387] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.092743] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.092877] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b9b751-7ef3-4e60-b231-16e5afc359f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.257662] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 315655c8-c53b-41f2-b0b4-a3a8b813c8ec [ 719.258326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258780] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:315655c8-c53b-41f2-b0b4-a3a8b813c8ec already deleted. [ 719.258857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-315655c8-c53b-41f2-b0b4-a3a8b813c8ec" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.316239] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.316483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.316565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.316826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.316919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.317059] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3edc6c20-5a43-4aba-9f01-9ddc33e59537 already deleted. [ 719.317153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3edc6c20-5a43-4aba-9f01-9ddc33e59537" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.351726] env[66369]: INFO networking_nsxv3.common.synchronization [req-d0cca044-ec9e-49aa-a6cc-15648ae0e9c6 req-1f7ccaca-fd9d-4129-8155-8ae187b3d6de tempest-VolumesAdminNegativeTest-300604537 tempest-VolumesAdminNegativeTest-300604537-project-member] Enqueued Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_members [ 719.352385] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGHEST for action security_group_members [ 719.352754] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.352928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.352997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.353258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.353451] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.353592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.353679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.353838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.353922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.354023] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.598944] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.599340] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.599340] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.599522] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.599690] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.599846] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port f3b9b751-7ef3-4e60-b231-16e5afc359f1 not found, creating... [ 719.600150] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.600373] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.600551] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.600806] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.600936] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.601237] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.601385] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.601492] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.601699] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.601824] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.601959] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: f3b9b751-7ef3-4e60-b231-16e5afc359f1 is going to be created. [ 719.629362] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.629678] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.629757] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.630052] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.630291] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.630514] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.859049] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.859049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.859049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.859049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.859357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.859454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.859542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.859702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.859920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.860040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.860279] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 is going to be updated. [ 719.892274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.892472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.892472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.892693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.892828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.904767] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 in Status: IN_PROGRESS for 2s [ 720.449467] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-331ba5f3-12bb-4b7e-afb3-af89d00b803b service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 720.449715] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-331ba5f3-12bb-4b7e-afb3-af89d00b803b service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 720.449861] env[66369]: INFO networking_nsxv3.common.synchronization [req-65527101-f4db-4063-b279-f7c65ad32b64 req-331ba5f3-12bb-4b7e-afb3-af89d00b803b service nova] Enqueued Resource ID: f3b9b751-7ef3-4e60-b231-16e5afc359f1 with Priority: HIGHEST for action port [ 720.454322] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 720.454734] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 720.454734] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3b9b751-7ef3-4e60-b231-16e5afc359f1 with Priority: HIGHEST for action port [ 720.456071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.456071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.456071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.456071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.456071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3b9b751-7ef3-4e60-b231-16e5afc359f1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.456071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.456071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.456071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.456071] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3b9b751-7ef3-4e60-b231-16e5afc359f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.488995] env[66369]: INFO networking_nsxv3.common.synchronization [req-66fd7846-845c-4700-9a15-1d183950f161 req-c41042fe-6aa4-4b96-8133-28862a186bc8 tempest-VolumesAssistedSnapshotsTest-1762056159 tempest-VolumesAssistedSnapshotsTest-1762056159-project-member] Enqueued Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_members [ 720.489878] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 with Priority: HIGHEST for action security_group_members [ 720.491178] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7962bd12-d8cb-482a-9ffa-6a0195a24c83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.491356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.491443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.491680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.492581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.492581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.492581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.492581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.492581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.492581] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7962bd12-d8cb-482a-9ffa-6a0195a24c83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.655016] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 720.655016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.655016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.655016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.655686] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.655686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.655686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.655686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.655686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.655686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.655686] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.658174] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.658174] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.962326] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3b9b751-7ef3-4e60-b231-16e5afc359f1 with status ACTIVE [ 720.962585] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.962728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.962798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.963034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.963128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.963313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.963417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.963478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.963637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.963714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.963895] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.964220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.964220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.964220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.964330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.964363] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3b9b751-7ef3-4e60-b231-16e5afc359f1 is going to be updated. [ 720.988138] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.988494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.988494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.988616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.989058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.989058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3b9b751-7ef3-4e60-b231-16e5afc359f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.998465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.998626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.998696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.998921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.999016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.999273] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.999380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.999442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.999617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.999744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.999806] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 is going to be updated. [ 721.033091] env[66369]: INFO networking_nsxv3.common.synchronization [req-7a75414a-f591-42fa-a550-297037eb4878 req-1a25ea29-8cef-4869-aae2-cbb20e7790e3 tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 721.035129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.035129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.035275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.035429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.036669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.037339] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 721.037738] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.037865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.037929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.038463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.038653] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.038794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.038852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.039038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.039129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.040091] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.048997] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 in Status: IN_PROGRESS for 2s [ 721.161941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.161941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.161941] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.542737] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.542970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.543090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.543409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.544265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.544265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.544265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.544265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.544633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.544633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.544633] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df already deleted. [ 721.544721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.579391] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.579588] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.579748] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.580117] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.580421] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.580586] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.580731] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.580987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.581138] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.581374] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.581485] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.581588] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.581684] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.581787] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.581880] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.582006] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.603576] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.603752] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.603896] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.604237] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.604918] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-22184449-0aa0-49e5-89a0-f1af027e423b taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.604918] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.605089] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.605341] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.605484] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22184449-0aa0-49e5-89a0-f1af027e423b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.662428] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.916067] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 in Status: SUCCESS [ 721.916067] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 deletion is rescheduled due to dependency. [ 721.916067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.110730] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.110730] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 22184449-0aa0-49e5-89a0-f1af027e423b not found, creating... [ 722.110730] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.110730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.111352] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.111352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.111352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.111352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.111481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.111603] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 22184449-0aa0-49e5-89a0-f1af027e423b is going to be created. [ 722.132242] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.132242] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.132242] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.133200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.133200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.133200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.165067] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.165444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.165720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.166059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.166966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.166966] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 722.202823] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.203546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.203735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.205925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.205925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.216141] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 722.803420] env[66369]: INFO networking_nsxv3.common.synchronization [None req-315aaddd-8414-435a-bfc1-4fa6918eb388 None None] Enqueued Resource ID: 65264abd-5f69-480c-991c-9127404c67fb with Priority: HIGHEST for action port [ 722.804139] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65264abd-5f69-480c-991c-9127404c67fb with Priority: HIGHEST for action port [ 722.804453] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-65264abd-5f69-480c-991c-9127404c67fb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.804574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65264abd-5f69-480c-991c-9127404c67fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.804638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65264abd-5f69-480c-991c-9127404c67fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.804895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65264abd-5f69-480c-991c-9127404c67fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.804972] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65264abd-5f69-480c-991c-9127404c67fb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.914028] env[66369]: INFO networking_nsxv3.common.synchronization [req-7a75414a-f591-42fa-a550-297037eb4878 req-a608bb31-840d-4b6e-8db2-b74bae48f380 service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 722.914102] env[66369]: INFO networking_nsxv3.common.synchronization [req-7a75414a-f591-42fa-a550-297037eb4878 req-a608bb31-840d-4b6e-8db2-b74bae48f380 service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 722.915915] env[66369]: INFO networking_nsxv3.common.synchronization [req-7a75414a-f591-42fa-a550-297037eb4878 req-a608bb31-840d-4b6e-8db2-b74bae48f380 service nova] Enqueued Resource ID: 22184449-0aa0-49e5-89a0-f1af027e423b with Priority: HIGHEST for action port [ 722.915915] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 722.915915] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 722.915915] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22184449-0aa0-49e5-89a0-f1af027e423b with Priority: HIGHEST for action port [ 722.916670] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.918188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.918188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.918188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.918188] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.918392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.918392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.919203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.919485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.919685] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.919899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.919899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.920053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.920893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.920893] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.923767] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-22184449-0aa0-49e5-89a0-f1af027e423b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.923767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.923767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.923767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.923767] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22184449-0aa0-49e5-89a0-f1af027e423b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.064776] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 in Status: SUCCESS [ 723.064776] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7962bd12-d8cb-482a-9ffa-6a0195a24c83 deletion is rescheduled due to dependency. [ 723.065372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7962bd12-d8cb-482a-9ffa-6a0195a24c83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.308204] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65264abd-5f69-480c-991c-9127404c67fb [ 723.308497] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.308698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.308772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.309147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.309261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.309362] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65264abd-5f69-480c-991c-9127404c67fb already deleted. [ 723.309477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65264abd-5f69-480c-991c-9127404c67fb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.424434] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.428228] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.428447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.428710] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22184449-0aa0-49e5-89a0-f1af027e423b with status ACTIVE [ 723.428842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.428976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.429427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.429580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.429848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.430414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.430701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.430775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.431270] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.431494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.431776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.431993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.432133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.433260] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22184449-0aa0-49e5-89a0-f1af027e423b is going to be updated. [ 723.460873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.460873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.460873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.462208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.462208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.462208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22184449-0aa0-49e5-89a0-f1af027e423b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.929404] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.227706] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 724.227941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.228136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.228350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.228539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.228664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.228725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.228869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.228948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.229053] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.434940] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.434940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.434940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.434940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.434940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.434940] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be created. [ 724.465669] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.465669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.465669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.465930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.466307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.483404] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: UNINITIALIZED for 2s [ 724.733441] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.041912] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d111a7bb-53d7-4f62-be52-c9fb052e799e None None] Enqueued Resource ID: 429fc14f-d953-4aa4-aef6-8255d5898ce7 with Priority: HIGHEST for action port [ 725.042349] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429fc14f-d953-4aa4-aef6-8255d5898ce7 with Priority: HIGHEST for action port [ 725.042670] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-429fc14f-d953-4aa4-aef6-8255d5898ce7 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.043043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429fc14f-d953-4aa4-aef6-8255d5898ce7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.043043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429fc14f-d953-4aa4-aef6-8255d5898ce7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.045708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429fc14f-d953-4aa4-aef6-8255d5898ce7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.045708] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429fc14f-d953-4aa4-aef6-8255d5898ce7',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.237723] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.547481] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 429fc14f-d953-4aa4-aef6-8255d5898ce7 [ 725.548179] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.548179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.548179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.548774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.548774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.548774] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:429fc14f-d953-4aa4-aef6-8255d5898ce7 already deleted. [ 725.548774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429fc14f-d953-4aa4-aef6-8255d5898ce7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.740295] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.740468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.740593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.740765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.740861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.740960] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 725.788798] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.788798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.788798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.789147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.789344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.808794] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 726.044893] env[66369]: INFO networking_nsxv3.common.synchronization [req-e0eee6ff-a740-44dd-be80-3376c029b6ab req-3b01109a-e172-482c-90ad-0f8fd5ef0411 tempest-ListServerFiltersTestJSON-1877256765 tempest-ListServerFiltersTestJSON-1877256765-project-member] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 726.045279] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 726.045566] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.045974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.045974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.049105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.049884] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.050036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.050104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.050927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.050927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.050927] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.495069] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 726.495299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.495478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.495717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.497154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.497154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.497154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.497154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.497154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.497154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.497154] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.547474] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.547765] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.547927] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.548408] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.548606] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.548807] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.548964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.549552] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.549552] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.549763] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.550388] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.550650] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.550801] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.551278] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.551278] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.551404] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.555020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.555286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.555340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.555526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.555628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.555810] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.555923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.555976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.556188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.556314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.556435] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 already deleted. [ 726.556564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.574432] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.574690] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.574883] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.575161] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.575577] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.575821] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.576013] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.576476] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.576809] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a81f2d-6413-42ca-b651-7b3e3cc583eb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.000641] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.082200] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.082200] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port f2a81f2d-6413-42ca-b651-7b3e3cc583eb not found, creating... [ 727.082200] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.082200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.082871] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.082871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.082871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.082871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.084489] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.084489] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: f2a81f2d-6413-42ca-b651-7b3e3cc583eb is going to be created. [ 727.107344] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.107760] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.108392] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.108392] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.108548] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.108888] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.504323] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c125a1d4-8dfe-466c-9633-f5ae1af579df: rpc.has_security_group_logging(os_id): False [ 727.538310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.538310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.538310] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be created. [ 727.611576] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.611885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.611885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.612082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.612337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.625963] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 727.820760] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 727.820945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.821432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.821432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.821577] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.821873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.821953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.822059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.822265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.822351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.822351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.822493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.822626] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.822850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.822850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.822930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.822956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.823206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.824205] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.888539] env[66369]: INFO networking_nsxv3.common.synchronization [req-e0eee6ff-a740-44dd-be80-3376c029b6ab req-2e69d810-5547-4a45-ad9d-80564038df6e service nova] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_rules [ 727.888682] env[66369]: INFO networking_nsxv3.common.synchronization [req-e0eee6ff-a740-44dd-be80-3376c029b6ab req-2e69d810-5547-4a45-ad9d-80564038df6e service nova] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 727.888712] env[66369]: INFO networking_nsxv3.common.synchronization [req-e0eee6ff-a740-44dd-be80-3376c029b6ab req-2e69d810-5547-4a45-ad9d-80564038df6e service nova] Enqueued Resource ID: f2a81f2d-6413-42ca-b651-7b3e3cc583eb with Priority: HIGHEST for action port [ 727.889361] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_rules [ 727.889509] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 727.889603] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2a81f2d-6413-42ca-b651-7b3e3cc583eb with Priority: HIGHEST for action port [ 727.889996] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.890689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.890839] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.891841] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.892315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.892315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.892315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.892493] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.892621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.892710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.892902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.893049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.893291] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.894517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.894517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.894517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.894726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.894726] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2a81f2d-6413-42ca-b651-7b3e3cc583eb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.079753] env[66369]: INFO networking_nsxv3.common.synchronization [None req-a237eb86-61fe-4a92-a0e2-0a127d2c31cd None None] Enqueued Resource ID: 3cb12350-a70f-44b4-9ebf-587becfdb160 with Priority: HIGHEST for action port [ 728.080415] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cb12350-a70f-44b4-9ebf-587becfdb160 with Priority: HIGHEST for action port [ 728.080841] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cb12350-a70f-44b4-9ebf-587becfdb160 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.080970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cb12350-a70f-44b4-9ebf-587becfdb160" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.081633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cb12350-a70f-44b4-9ebf-587becfdb160" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.081989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cb12350-a70f-44b4-9ebf-587becfdb160" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.082097] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cb12350-a70f-44b4-9ebf-587becfdb160',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.327460] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f660844-d418-4930-b72b-5905891f5447: rpc.has_security_group_logging(os_id): False [ 728.346700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.347050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.347357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.347448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.347697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.347802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.347870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.349809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.349809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.349809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.349809] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be created. [ 728.396583] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.397716] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.397837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.398185] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2a81f2d-6413-42ca-b651-7b3e3cc583eb with status ACTIVE [ 728.399499] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.399499] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.399499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.399930] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.399930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.399930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.399930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.400064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.403241] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2a81f2d-6413-42ca-b651-7b3e3cc583eb is going to be updated. [ 728.424024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.424024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.424024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.424024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.424024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.434794] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.435625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.435625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.435625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.435808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.436037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2a81f2d-6413-42ca-b651-7b3e3cc583eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.438690] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 728.585717] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cb12350-a70f-44b4-9ebf-587becfdb160 [ 728.585883] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.586195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.587159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.587272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.587368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.587468] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cb12350-a70f-44b4-9ebf-587becfdb160 already deleted. [ 728.587547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cb12350-a70f-44b4-9ebf-587becfdb160" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.642512] env[66369]: INFO networking_nsxv3.common.synchronization [req-a529c305-25ec-40d1-a3f5-81ecd897e373 req-3fc5305c-9b86-4777-977b-95c4fc04dc35 tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 728.646436] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 728.646436] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.646436] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.646436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.646436] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.899983] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.028970] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.028970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.028970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.028970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.028970] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.028970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.028970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.028970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.030528] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.030907] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.031143] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.031926] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.032235] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.032530] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.032710] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.032956] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.056191] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.056802] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 729.057061] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.057517] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.060032] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.060032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.060032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.060032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.060032] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c514e6dc-6dcb-4c56-a3b6-8a3b2f637452',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.150582] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.150582] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.150582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.150582] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 729.181809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.181809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.181809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.181809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.181809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.191361] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 729.402815] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.402815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.402815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.402815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.402815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.402815] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be created. [ 729.426901] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.426901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.426901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.427158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.427158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.438435] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: UNINITIALIZED for 2s [ 729.563456] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.563963] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.565040] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.565040] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.565040] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.565040] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 not found, creating... [ 729.565880] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.566065] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.566182] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.566446] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.566586] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.568042] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.568042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.568042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.568042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.568042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.568042] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 is going to be created. [ 729.588463] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.588735] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.588892] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.589304] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.589548] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.589882] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.639483] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 729.639752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.163056] env[66369]: INFO networking_nsxv3.common.synchronization [None req-3af3daa2-3868-45c9-b414-fdf6ad9ccd9b None None] Enqueued Resource ID: f13541c6-c5c6-4cc8-a064-7352824586b9 with Priority: HIGHEST for action port [ 730.163348] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f13541c6-c5c6-4cc8-a064-7352824586b9 with Priority: HIGHEST for action port [ 730.165768] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f13541c6-c5c6-4cc8-a064-7352824586b9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.165768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f13541c6-c5c6-4cc8-a064-7352824586b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.165768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f13541c6-c5c6-4cc8-a064-7352824586b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.165768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f13541c6-c5c6-4cc8-a064-7352824586b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.165768] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f13541c6-c5c6-4cc8-a064-7352824586b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.324423] env[66369]: INFO networking_nsxv3.common.synchronization [req-a529c305-25ec-40d1-a3f5-81ecd897e373 req-d87e53fa-93da-44ce-802b-e216a99bc472 service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 730.324605] env[66369]: INFO networking_nsxv3.common.synchronization [req-a529c305-25ec-40d1-a3f5-81ecd897e373 req-d87e53fa-93da-44ce-802b-e216a99bc472 service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 730.324750] env[66369]: INFO networking_nsxv3.common.synchronization [req-a529c305-25ec-40d1-a3f5-81ecd897e373 req-d87e53fa-93da-44ce-802b-e216a99bc472 service nova] Enqueued Resource ID: c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 with Priority: HIGHEST for action port [ 730.325285] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 730.325419] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 730.325514] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 with Priority: HIGHEST for action port [ 730.325781] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.325905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.325995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.326335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.326387] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.327543] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.327747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.327918] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.328049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.328118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.328303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.328372] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c514e6dc-6dcb-4c56-a3b6-8a3b2f637452',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.451250] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 730.451618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.451618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.451700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.451760] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.667522] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f13541c6-c5c6-4cc8-a064-7352824586b9 [ 730.667748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.667883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.667945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.668183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.668271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.668365] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f13541c6-c5c6-4cc8-a064-7352824586b9 already deleted. [ 730.668442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f13541c6-c5c6-4cc8-a064-7352824586b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.831916] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 with status ACTIVE [ 730.832225] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.832370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.832437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.832644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.832732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.832912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.833014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.833078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.833221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.833294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.833843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.833843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.833843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.833843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.833843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.834050] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c514e6dc-6dcb-4c56-a3b6-8a3b2f637452 is going to be updated. [ 730.835825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.836018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.858817] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.858971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.859069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.859249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.859661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.859661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c514e6dc-6dcb-4c56-a3b6-8a3b2f637452" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.954196] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.954389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.954462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.954693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.954858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.954962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.955143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.955178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.955267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.955332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.955416] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.205555] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 731.205788] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 731.205852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.208284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.208284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.208460] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.208583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.208649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.208794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.211953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.211953] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.456733] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.456733] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.456733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.456733] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.459519] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.460611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.460611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.460832] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.460832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.460950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.461044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.461133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.461472] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.461572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.461613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.461759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.461890] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.461970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.462058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.464118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.464118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.464118] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.711209] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.960162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.960360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.960403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.960663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.960851] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.960965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.961033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.961200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.961285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.961369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.961515] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.961602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.961658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.961811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.961929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.962068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.962120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.962229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.962301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.962378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.962463] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.966895] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f660844-d418-4930-b72b-5905891f5447: rpc.has_security_group_logging(os_id): False [ 731.985769] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.985934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.985985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.987126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.987126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987126] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.987126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.987126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.987126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.987126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987126] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.987397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.987397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.987474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.987513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.987799] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.987907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.987965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.988119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.988189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.988266] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 732.069342] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.069531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.069699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.069821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.069972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.088248] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 732.213822] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.466443] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28bd8094-02b5-42a6-8291-22cb749565e2: rpc.has_security_group_logging(os_id): False [ 732.485825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.485983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.486317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.486317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.486317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.488303] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.488303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.488303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.488769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.488769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.488885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.488961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.489012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.489577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.489577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.489577] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.489577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.489577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.489891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.489891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.489891] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be created. [ 732.518471] env[66369]: INFO networking_nsxv3.common.synchronization [None req-0b8764c3-c2ea-4f67-bc3d-f3abac97f1ba tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 732.518947] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 732.518947] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.519110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.519110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.519304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.519366] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.566450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.566450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.566450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.566450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.566450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.578418] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 732.717231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.717231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.717231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.717231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.717231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.717445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 732.750192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.750773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.750955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.751270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.751687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.764673] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 732.803066] env[66369]: INFO networking_nsxv3.common.synchronization [None req-f7e540fa-acbe-45d2-8da5-a3118957dd8d tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 732.803066] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 732.803516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.804075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.977276] env[66369]: INFO networking_nsxv3.common.synchronization [None req-54f5e3e5-7a6d-460e-85b9-f67ac5a1d181 None None] Enqueued Resource ID: b6860ae3-075b-4db4-9eed-cbd403fe3285 with Priority: HIGHEST for action port [ 732.977276] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6860ae3-075b-4db4-9eed-cbd403fe3285 with Priority: HIGHEST for action port [ 732.978068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6860ae3-075b-4db4-9eed-cbd403fe3285 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.978068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6860ae3-075b-4db4-9eed-cbd403fe3285" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.978068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6860ae3-075b-4db4-9eed-cbd403fe3285" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.979613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6860ae3-075b-4db4-9eed-cbd403fe3285" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.981083] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6860ae3-075b-4db4-9eed-cbd403fe3285',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.044681] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.044823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.044878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.045096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.045193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.045286] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 already deleted. [ 733.045370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.045519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.045716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.045787] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.484523] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b6860ae3-075b-4db4-9eed-cbd403fe3285 [ 733.484840] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.484840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.484840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.485110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.485277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.485317] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b6860ae3-075b-4db4-9eed-cbd403fe3285 already deleted. [ 733.485397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6860ae3-075b-4db4-9eed-cbd403fe3285" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.571909] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.572452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.572452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.572452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.572452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.572617] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 already deleted. [ 733.572617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.809647] env[66369]: INFO networking_nsxv3.common.synchronization [req-9942924a-9673-49ce-9119-beb6a1f5c64d req-052bf628-4aa3-4ef1-ab02-503b4a08f7ce tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_members [ 733.810254] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_members [ 733.810583] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.810703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.810763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.811689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.811911] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.812062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.812157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.812439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.812555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.812670] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.104383] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 734.104383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.192702] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.192702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.192702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.192914] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.194155] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.194155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.194155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.194155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.194155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.194155] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.194155] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.194155] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.194768] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.194768] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.194768] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.194768] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.218714] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.218893] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.219617] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.219617] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.219851] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-3a53cc3b-ace3-4822-9e00-38f11a98672a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.219938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.220732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.220732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.220732] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a53cc3b-ace3-4822-9e00-38f11a98672a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.314539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.314734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.314827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.315130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.315234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.315555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.315630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.315815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.315905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.315992] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d already deleted. [ 734.316132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.592768] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 734.593157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.723772] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.724011] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.724283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.724440] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.724677] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.724869] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 3a53cc3b-ace3-4822-9e00-38f11a98672a not found, creating... [ 734.725218] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.725447] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.725904] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.725904] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.725904] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726357] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.726455] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.726557] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.726765] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.726887] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.727027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 3a53cc3b-ace3-4822-9e00-38f11a98672a is going to be created. [ 734.751219] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.751442] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.751560] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.751821] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.752057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.752270] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.775661] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 734.775890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.776068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.776299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.776527] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.776670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.776731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.776878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.776963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.777071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.777206] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.280491] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.280783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.280885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.281167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.281822] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.281822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.281822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.282070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.282070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.282162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.285567] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.285567] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.285567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.285567] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.491474] env[66369]: INFO networking_nsxv3.common.synchronization [req-9942924a-9673-49ce-9119-beb6a1f5c64d req-1af88846-4599-4ad7-978f-9417127d4dfb service nova] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_rules [ 735.491474] env[66369]: INFO networking_nsxv3.common.synchronization [req-9942924a-9673-49ce-9119-beb6a1f5c64d req-1af88846-4599-4ad7-978f-9417127d4dfb service nova] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_members [ 735.491581] env[66369]: INFO networking_nsxv3.common.synchronization [req-9942924a-9673-49ce-9119-beb6a1f5c64d req-1af88846-4599-4ad7-978f-9417127d4dfb service nova] Enqueued Resource ID: 3a53cc3b-ace3-4822-9e00-38f11a98672a with Priority: HIGHEST for action port [ 735.492332] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_rules [ 735.492482] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_members [ 735.492580] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a53cc3b-ace3-4822-9e00-38f11a98672a with Priority: HIGHEST for action port [ 735.492887] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.493012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.493086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.493301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.493389] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.496450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.496609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.496687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.496982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.497238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.497356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.497462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.499052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.499052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.499052] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.499672] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a53cc3b-ace3-4822-9e00-38f11a98672a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.499841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.499926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.500091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.500193] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a53cc3b-ace3-4822-9e00-38f11a98672a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.787840] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a959b81b-26e8-48e4-8b4e-2c198eae7c1b: rpc.has_security_group_logging(os_id): False [ 735.809369] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.809369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.809559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.809641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.809749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.810019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.810118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.810180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.810364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.810451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.810646] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.810744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.810822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.811064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.811193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.811509] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.812625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.812625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.812625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.813956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.814124] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 735.885968] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.886127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.886230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.886398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.886533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.900342] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 735.997696] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.997939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.002529] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.003834] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a53cc3b-ace3-4822-9e00-38f11a98672a with status ACTIVE [ 736.004158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.004381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.004461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.004658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.004745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.004927] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.008863] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.008863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.008863] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a53cc3b-ace3-4822-9e00-38f11a98672a is going to be updated. [ 736.036597] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.036735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.036826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.037075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.039518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.039518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a53cc3b-ace3-4822-9e00-38f11a98672a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.508389] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.014750] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.015273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.015401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.015998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.016131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.016277] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d is going to be created. [ 737.048167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.048372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.048510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.048721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.048881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.061913] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d in Status: UNINITIALIZED for 2s [ 737.727514] env[66369]: INFO networking_nsxv3.common.synchronization [req-8d76b893-c749-4a28-8e13-059a6fe91d8f req-e8ca583c-cd80-40a6-a195-2cda492f4d92 tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 737.729930] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 737.729930] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.729930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.729930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.729930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.729930] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.730329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.730329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.730329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.730329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.730503] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.928310] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 737.928579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.064172] env[66369]: INFO networking_nsxv3.common.synchronization [req-8b76eaad-f0c6-4373-bc70-178b0fb50a06 req-3d8a5852-6946-4ff9-a4df-8a239b538bd6 tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 738.064731] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 738.065345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.065482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.232417] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.737958] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.074702] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d in Status: SUCCESS [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.074702] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.074702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.074702] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.241032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.241246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.241342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.241596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.241711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.241828] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 739.275662] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.275926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.276027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.276243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.276387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.286121] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 739.577205] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.080719] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 981ec998-7e32-46cd-a7ed-a76822f4cd4d: rpc.has_security_group_logging(os_id): False [ 740.098376] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.098791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.100782] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.100782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.100782] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d is going to be created. [ 740.167761] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.167761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.167761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.167761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.167761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.178568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d in Status: IN_PROGRESS for 2s [ 741.297997] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 741.298624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.298944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.299060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.299217] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.299828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.299828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.299828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.299828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.299828] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.482308] env[66369]: INFO networking_nsxv3.common.synchronization [req-72a31156-5385-4494-85e2-b4fc8b03287c req-8c7f541e-74fc-49e4-8165-a6d2e98d59ec tempest-ListServerFiltersTestJSON-1877256765 tempest-ListServerFiltersTestJSON-1877256765-project-member] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 741.484313] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 741.484313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.484313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.484313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.484313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.484313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.484313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.484313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.484647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.484647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.484647] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.803399] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.803546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.803606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.803858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.803987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.804631] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.804631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.804631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.804840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.804840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.805066] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 741.849615] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.849615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.849615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.849935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.850249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.863266] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 741.988443] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.027289] env[66369]: INFO networking_nsxv3.common.synchronization [None req-26d46d6e-a592-4894-af97-ba9b55b139f8 None None] Enqueued Resource ID: a4615255-9636-4880-b4be-bf1174fa6d00 with Priority: HIGHEST for action port [ 742.028073] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4615255-9636-4880-b4be-bf1174fa6d00 with Priority: HIGHEST for action port [ 742.028404] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4615255-9636-4880-b4be-bf1174fa6d00 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.028544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4615255-9636-4880-b4be-bf1174fa6d00" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.028812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4615255-9636-4880-b4be-bf1174fa6d00" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.028970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4615255-9636-4880-b4be-bf1174fa6d00" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.028970] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4615255-9636-4880-b4be-bf1174fa6d00',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.035591] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.035791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.035927] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036221] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.036487] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.036645] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.036753] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.036968] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.037117] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.037330] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.037423] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.037513] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.037609] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.037768] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.037882] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.038014] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.060747] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.061124] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.061124] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.061846] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.061846] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-c8535110-e60c-4f45-9989-5ab7892657fe taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.061846] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.062114] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.062284] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.062417] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8535110-e60c-4f45-9989-5ab7892657fe',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.192590] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d in Status: SUCCESS [ 742.192819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.491811] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.531526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4615255-9636-4880-b4be-bf1174fa6d00 [ 742.531526] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.531526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.531526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.531844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.531844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.531898] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4615255-9636-4880-b4be-bf1174fa6d00 already deleted. [ 742.532027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4615255-9636-4880-b4be-bf1174fa6d00" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.567791] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.567791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.567791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.567791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.567791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.568213] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port c8535110-e60c-4f45-9989-5ab7892657fe not found, creating... [ 742.568444] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.568634] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.568777] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.569380] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.569380] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.569714] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.570047] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.570551] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.571616] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.573025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.573025] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: c8535110-e60c-4f45-9989-5ab7892657fe is going to be created. [ 742.595725] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.595945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.596201] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.596356] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.596577] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.596817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.973206] env[66369]: INFO networking_nsxv3.common.synchronization [req-3b7c499e-96a4-4f7e-82be-db8e8bf976a4 req-d29d82d0-be5e-48fe-bded-661da0fd5dee tempest-ServersWithSpecificFlavorTestJSON-2117984926 tempest-ServersWithSpecificFlavorTestJSON-2117984926-project-member] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 742.973511] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 742.973992] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.973992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.974479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.974717] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.974895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.975015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.975265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.975410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.975559] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.994488] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.994690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.994785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.995074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.995220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.995334] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 743.030182] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.030403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.030601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.030848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.031097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.042762] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 743.427849] env[66369]: INFO networking_nsxv3.common.synchronization [req-72a31156-5385-4494-85e2-b4fc8b03287c req-2e874fee-ca16-4a44-945f-5e2f4749a47c service nova] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_rules [ 743.427849] env[66369]: INFO networking_nsxv3.common.synchronization [req-72a31156-5385-4494-85e2-b4fc8b03287c req-2e874fee-ca16-4a44-945f-5e2f4749a47c service nova] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 743.427849] env[66369]: INFO networking_nsxv3.common.synchronization [req-72a31156-5385-4494-85e2-b4fc8b03287c req-2e874fee-ca16-4a44-945f-5e2f4749a47c service nova] Enqueued Resource ID: c8535110-e60c-4f45-9989-5ab7892657fe with Priority: HIGHEST for action port [ 743.427849] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_rules [ 743.427849] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 743.427849] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8535110-e60c-4f45-9989-5ab7892657fe with Priority: HIGHEST for action port [ 743.428163] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.428513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.429002] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.429398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.429573] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.430683] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.430894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.431210] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8535110-e60c-4f45-9989-5ab7892657fe taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.431439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.431590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.432018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.432597] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8535110-e60c-4f45-9989-5ab7892657fe',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.478430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.478630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.478705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.478942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.479296] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.479424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.479493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.479656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.479753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.479882] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be updated. [ 743.514621] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.514946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.515028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.515393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.515584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.531285] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: IN_PROGRESS for 2s [ 743.874313] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 743.877429] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 deletion is rescheduled due to dependency. [ 743.877556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.937673] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.937673] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8535110-e60c-4f45-9989-5ab7892657fe with status ACTIVE [ 743.937673] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.937673] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.937673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.938378] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.938378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.938823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.938988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.939246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.939347] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8535110-e60c-4f45-9989-5ab7892657fe is going to be updated. [ 743.965620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.965620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.965620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.965620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.965620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.965620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8535110-e60c-4f45-9989-5ab7892657fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.309493] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b244fb4e-cac3-452c-b281-a156749d3b77 None None] Enqueued Resource ID: 68fb8f3f-82d5-436e-ab05-f57af9deb7f0 with Priority: HIGHEST for action port [ 744.311018] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fb8f3f-82d5-436e-ab05-f57af9deb7f0 with Priority: HIGHEST for action port [ 744.311356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fb8f3f-82d5-436e-ab05-f57af9deb7f0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.311479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fb8f3f-82d5-436e-ab05-f57af9deb7f0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.311547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fb8f3f-82d5-436e-ab05-f57af9deb7f0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.312739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fb8f3f-82d5-436e-ab05-f57af9deb7f0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.312821] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fb8f3f-82d5-436e-ab05-f57af9deb7f0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.821315] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68fb8f3f-82d5-436e-ab05-f57af9deb7f0 [ 744.823125] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.823125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.823125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.823125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.823125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.823125] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68fb8f3f-82d5-436e-ab05-f57af9deb7f0 already deleted. [ 744.823125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fb8f3f-82d5-436e-ab05-f57af9deb7f0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.055585] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 745.055866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.055957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.056187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.056378] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.056498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.056604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.056702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.056830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.057286] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.303886] env[66369]: INFO networking_nsxv3.common.synchronization [req-6f8bf4c8-5969-47bb-a75f-6e9d740cdbf2 req-4182cc72-5be9-4333-ac61-f4a91e6a4f4b tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: 29d6a1fb-c2ac-4baf-92d2-5b2790029e88 with Priority: HIGHEST for action security_group_rules [ 745.304847] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29d6a1fb-c2ac-4baf-92d2-5b2790029e88 with Priority: HIGHEST for action security_group_rules [ 745.305641] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-29d6a1fb-c2ac-4baf-92d2-5b2790029e88 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.305641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-29d6a1fb-c2ac-4baf-92d2-5b2790029e88" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.305641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-29d6a1fb-c2ac-4baf-92d2-5b2790029e88" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.305800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-29d6a1fb-c2ac-4baf-92d2-5b2790029e88" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.305800] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('29d6a1fb-c2ac-4baf-92d2-5b2790029e88',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.546706] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 745.546888] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf deletion is rescheduled due to dependency. [ 745.547228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.561617] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.830906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.831239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.831239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.831361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.831470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.831580] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 29d6a1fb-c2ac-4baf-92d2-5b2790029e88 already deleted. [ 745.831650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-29d6a1fb-c2ac-4baf-92d2-5b2790029e88" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.064797] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.568478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.568478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.568478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.568478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.568478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.568478] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 746.600313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.600500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.600500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.600666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.600804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.612381] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 748.274858] env[66369]: INFO networking_nsxv3.common.synchronization [req-71f2b299-b6b3-4e39-b17a-256234187f99 req-2230c239-837f-4ac3-89f2-2d13f70ecfa4 tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: 71889ce7-78b4-4bcc-970b-401794e2923c with Priority: HIGHEST for action security_group_rules [ 748.275157] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71889ce7-78b4-4bcc-970b-401794e2923c with Priority: HIGHEST for action security_group_rules [ 748.276204] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71889ce7-78b4-4bcc-970b-401794e2923c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.276204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71889ce7-78b4-4bcc-970b-401794e2923c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.276204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71889ce7-78b4-4bcc-970b-401794e2923c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.276204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71889ce7-78b4-4bcc-970b-401794e2923c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.276204] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71889ce7-78b4-4bcc-970b-401794e2923c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.625209] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 748.625327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.625527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.625701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.625886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.626028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.626117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.626254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.626334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.626419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.626509] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.629073] env[66369]: INFO networking_nsxv3.common.synchronization [None req-14fca051-0e82-4edf-ab4e-87f69808a3b1 None None] Enqueued Resource ID: 92cdcaf8-7c18-4704-bad9-e597ceb883c9 with Priority: HIGHEST for action port [ 748.629645] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92cdcaf8-7c18-4704-bad9-e597ceb883c9 with Priority: HIGHEST for action port [ 748.630216] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-92cdcaf8-7c18-4704-bad9-e597ceb883c9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.630427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92cdcaf8-7c18-4704-bad9-e597ceb883c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.630501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92cdcaf8-7c18-4704-bad9-e597ceb883c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.631284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92cdcaf8-7c18-4704-bad9-e597ceb883c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.631452] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92cdcaf8-7c18-4704-bad9-e597ceb883c9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.798891] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.799098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.799179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.799626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.799626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.799626] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71889ce7-78b4-4bcc-970b-401794e2923c already deleted. [ 748.799757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71889ce7-78b4-4bcc-970b-401794e2923c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.130395] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.130571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.130645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.130876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.131532] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.131532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.131532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.131532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.131532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.131750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.131750] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.131824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.132072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.132171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.132347] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.132445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.132510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.132741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.132831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.132901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.132997] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.134717] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92cdcaf8-7c18-4704-bad9-e597ceb883c9 [ 749.135679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.135679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.135679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.135679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.135679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.135679] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92cdcaf8-7c18-4704-bad9-e597ceb883c9 already deleted. [ 749.135679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92cdcaf8-7c18-4704-bad9-e597ceb883c9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.637425] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28bd8094-02b5-42a6-8291-22cb749565e2: rpc.has_security_group_logging(os_id): False [ 749.658758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.658957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.658957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.659258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.659349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.659544] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.659647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.659860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.659860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.660037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.660149] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.660252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.660321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.660478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.660558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.663057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.663057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.663057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.663057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.663057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.663057] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 749.732032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.732032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.732032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.732032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.732032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.744964] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 751.035870] env[66369]: INFO networking_nsxv3.common.synchronization [None req-be8fa138-cac0-4908-9df6-a020c90dacdd None None] Enqueued Resource ID: 279baba6-a8fa-4857-88e8-39e4407b85cb with Priority: HIGHEST for action port [ 751.036354] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 279baba6-a8fa-4857-88e8-39e4407b85cb with Priority: HIGHEST for action port [ 751.036739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-279baba6-a8fa-4857-88e8-39e4407b85cb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.036891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-279baba6-a8fa-4857-88e8-39e4407b85cb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.036988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-279baba6-a8fa-4857-88e8-39e4407b85cb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.037570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-279baba6-a8fa-4857-88e8-39e4407b85cb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.037707] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('279baba6-a8fa-4857-88e8-39e4407b85cb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.540263] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 279baba6-a8fa-4857-88e8-39e4407b85cb [ 751.540548] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.540683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.540767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.541355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.541513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.542953] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:279baba6-a8fa-4857-88e8-39e4407b85cb already deleted. [ 751.542953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-279baba6-a8fa-4857-88e8-39e4407b85cb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.765194] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 751.765194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.720940] env[66369]: INFO networking_nsxv3.common.synchronization [req-10eb878c-f132-4ff0-b47e-e98cdb1452a7 req-3f9af6dc-e55c-4ac3-9f7a-43fbbd922750 tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: fba9624e-b568-4b87-854c-aefbfe40d9ee with Priority: HIGHEST for action security_group_rules [ 752.721553] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fba9624e-b568-4b87-854c-aefbfe40d9ee with Priority: HIGHEST for action security_group_rules [ 752.721857] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fba9624e-b568-4b87-854c-aefbfe40d9ee taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.723104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fba9624e-b568-4b87-854c-aefbfe40d9ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.723104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fba9624e-b568-4b87-854c-aefbfe40d9ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.723104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fba9624e-b568-4b87-854c-aefbfe40d9ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.723104] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fba9624e-b568-4b87-854c-aefbfe40d9ee',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.909848] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5d1e8d37-2c82-40a1-b601-c624a4f1ee09 None None] Enqueued Resource ID: ec67f686-7864-44e4-8f86-44d44768a83b with Priority: HIGHEST for action port [ 752.910145] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec67f686-7864-44e4-8f86-44d44768a83b with Priority: HIGHEST for action port [ 752.910701] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec67f686-7864-44e4-8f86-44d44768a83b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.910823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec67f686-7864-44e4-8f86-44d44768a83b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.910888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec67f686-7864-44e4-8f86-44d44768a83b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.915304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec67f686-7864-44e4-8f86-44d44768a83b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.915394] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec67f686-7864-44e4-8f86-44d44768a83b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.246332] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.246416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.246484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.246849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.246849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.247444] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fba9624e-b568-4b87-854c-aefbfe40d9ee already deleted. [ 753.247444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fba9624e-b568-4b87-854c-aefbfe40d9ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420992] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec67f686-7864-44e4-8f86-44d44768a83b [ 753.420992] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420992] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec67f686-7864-44e4-8f86-44d44768a83b already deleted. [ 753.420992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec67f686-7864-44e4-8f86-44d44768a83b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.702903] env[66369]: INFO networking_nsxv3.common.synchronization [req-9d69973c-ae50-4789-98d7-fea6100a7e81 req-8f2b31e3-af6a-4dc0-a1c4-435d35f4e486 tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: f811b16c-15ae-4b8c-a6bd-93f36a926783 with Priority: HIGHEST for action security_group_rules [ 753.703724] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f811b16c-15ae-4b8c-a6bd-93f36a926783 with Priority: HIGHEST for action security_group_rules [ 753.704357] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f811b16c-15ae-4b8c-a6bd-93f36a926783 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.705274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f811b16c-15ae-4b8c-a6bd-93f36a926783" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.705274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f811b16c-15ae-4b8c-a6bd-93f36a926783" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.705274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f811b16c-15ae-4b8c-a6bd-93f36a926783" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.705274] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f811b16c-15ae-4b8c-a6bd-93f36a926783',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.227247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.227513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.227513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.227728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.227845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.227845] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f811b16c-15ae-4b8c-a6bd-93f36a926783 already deleted. [ 754.227984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f811b16c-15ae-4b8c-a6bd-93f36a926783" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.632417] env[66369]: INFO networking_nsxv3.common.synchronization [req-e7ffdbb7-bf95-429a-9047-22b95943a8e9 req-95bab86b-68cb-4008-89cb-1b1c900846f5 tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 with Priority: HIGHEST for action security_group_rules [ 754.632417] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 with Priority: HIGHEST for action security_group_rules [ 754.632505] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5499e723-e017-4ec3-acfa-75b842c4ab06 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.632648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.632720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.632998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.633101] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5499e723-e017-4ec3-acfa-75b842c4ab06',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.863190] env[66369]: INFO networking_nsxv3.common.synchronization [req-51c9939c-6cb9-4f73-be75-f73d6fa9cc23 req-314570e7-35f0-491c-b28e-dc6e0d76cd0d tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 with Priority: HIGHEST for action security_group_rules [ 754.863724] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 with Priority: HIGHEST for action security_group_rules [ 754.864039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5499e723-e017-4ec3-acfa-75b842c4ab06 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.864146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.158497] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.159681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.159853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.161067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.161225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.161338] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 already deleted. [ 755.161430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.161797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.161797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.161891] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5499e723-e017-4ec3-acfa-75b842c4ab06',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.174472] env[66369]: INFO networking_nsxv3.common.synchronization [req-7eab49cc-7422-4fce-8f66-0c197293dcee req-e781e8a5-ac34-49e0-bce9-3c7912831839 tempest-SecurityGroupRulesTestJSON-373706397 tempest-SecurityGroupRulesTestJSON-373706397-project-member] Enqueued Resource ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 with Priority: HIGHEST for action security_group_rules [ 755.175167] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 with Priority: HIGHEST for action security_group_rules [ 755.175315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5499e723-e017-4ec3-acfa-75b842c4ab06 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.175416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.686171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.686171] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 already deleted. [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.686171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.686171] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5499e723-e017-4ec3-acfa-75b842c4ab06',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.707915] env[66369]: INFO networking_nsxv3.common.synchronization [None req-dfa9fe3d-6875-4b38-a275-0089d9f69f69 None None] Enqueued Resource ID: d167b38b-3cf7-44f6-9902-db025924709e with Priority: HIGHEST for action port [ 755.710641] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d167b38b-3cf7-44f6-9902-db025924709e with Priority: HIGHEST for action port [ 755.711306] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d167b38b-3cf7-44f6-9902-db025924709e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.711455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d167b38b-3cf7-44f6-9902-db025924709e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.711524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d167b38b-3cf7-44f6-9902-db025924709e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.711834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d167b38b-3cf7-44f6-9902-db025924709e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.711936] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d167b38b-3cf7-44f6-9902-db025924709e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.209145] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.210073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.210073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.210073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.210073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.210073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5499e723-e017-4ec3-acfa-75b842c4ab06 already deleted. [ 756.210297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5499e723-e017-4ec3-acfa-75b842c4ab06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.214211] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d167b38b-3cf7-44f6-9902-db025924709e [ 756.214536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.214696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.214782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.215105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.215249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.215679] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d167b38b-3cf7-44f6-9902-db025924709e already deleted. [ 756.215679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d167b38b-3cf7-44f6-9902-db025924709e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.906053] env[66369]: INFO networking_nsxv3.common.synchronization [req-b016a974-59d7-4345-b0f4-6488b44848d8 req-d8f0338b-a9d0-4478-b71c-57ad65ac97fd tempest-ListServerFiltersTestJSON-1877256765 tempest-ListServerFiltersTestJSON-1877256765-project-member] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 756.906763] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 756.907226] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.907352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.907501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.907688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.908000] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.908186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.908236] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.908471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.908560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.908657] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.279178] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.279429] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.279517] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.279791] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.280523] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.280696] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.280804] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.281051] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.282117] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.282117] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.282117] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.282117] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.282117] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.282117] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.282117] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.282117] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.303165] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.303425] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.303592] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.303775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-582" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.304235] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-fca35719-d8b6-4e01-be82-4d58c552836a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.304472] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.304547] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.304917] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.305046] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca35719-d8b6-4e01-be82-4d58c552836a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.410589] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.810022] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.810022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port fca35719-d8b6-4e01-be82-4d58c552836a not found, creating... [ 757.810022] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.810022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.810489] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.810489] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.810489] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.810489] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.812678] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.812678] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: fca35719-d8b6-4e01-be82-4d58c552836a is going to be created. [ 757.832985] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.832985] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.833297] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.833595] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.833909] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.834221] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.913098] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.416078] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.416332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.416332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.416619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.416713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.416829] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 758.451725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.452235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.452235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.452235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.452384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.464795] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 758.613998] env[66369]: INFO networking_nsxv3.common.synchronization [req-b016a974-59d7-4345-b0f4-6488b44848d8 req-e85946c5-a8ad-4a38-9d2f-053a24d7ab4b service nova] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_rules [ 758.615039] env[66369]: INFO networking_nsxv3.common.synchronization [req-b016a974-59d7-4345-b0f4-6488b44848d8 req-e85946c5-a8ad-4a38-9d2f-053a24d7ab4b service nova] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 758.615039] env[66369]: INFO networking_nsxv3.common.synchronization [req-b016a974-59d7-4345-b0f4-6488b44848d8 req-e85946c5-a8ad-4a38-9d2f-053a24d7ab4b service nova] Enqueued Resource ID: fca35719-d8b6-4e01-be82-4d58c552836a with Priority: HIGHEST for action port [ 758.615505] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_rules [ 758.615745] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 758.615827] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fca35719-d8b6-4e01-be82-4d58c552836a with Priority: HIGHEST for action port [ 758.616196] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.616261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.616576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.616576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.616698] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.619064] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.619202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.619846] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fca35719-d8b6-4e01-be82-4d58c552836a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.619846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.619846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.619846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.620118] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fca35719-d8b6-4e01-be82-4d58c552836a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.817100] env[66369]: INFO networking_nsxv3.common.synchronization [req-2e007d8b-dc67-4d5e-8d11-24e648c0528f req-07233bad-409e-4fc0-9607-2471a327e0e5 tempest-ImagesOneServerTestJSON-1932840980 tempest-ImagesOneServerTestJSON-1932840980-project-member] Enqueued Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_members [ 758.818496] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGHEST for action security_group_members [ 758.818615] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.818689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.818765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.819148] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.819233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.819339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.819376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.819523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.819599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.819714] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.122239] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.122523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.122601] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fca35719-d8b6-4e01-be82-4d58c552836a with status ACTIVE [ 759.122773] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.122923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.123015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.123262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.123383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.123585] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.123717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.123798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.124065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.124183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.124425] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.124569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.124648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.125239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.125239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.126300] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fca35719-d8b6-4e01-be82-4d58c552836a is going to be updated. [ 759.157230] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.157375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.157447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.157746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.157815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.158057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fca35719-d8b6-4e01-be82-4d58c552836a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.324698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.324961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.325083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.325417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.325608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.325903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.326206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.326476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.326599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.326728] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958b11ea-3231-43ce-8752-ad8475364b4a is going to be updated. [ 759.372347] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.372347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.372738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.372738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.372880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.383960] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958b11ea-3231-43ce-8752-ad8475364b4a in Status: IN_PROGRESS for 2s [ 760.479499] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 760.479847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.479897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.480892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.480892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.480892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.480892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.480892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.480892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.480892] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.731696] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ec36cc9-06aa-4827-8b53-f92f197ac347 req-a413267f-ff7e-4a60-a2fe-e309a23e642d tempest-FloatingIPsAssociationTestJSON-242321968 tempest-FloatingIPsAssociationTestJSON-242321968-project-member] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 760.733175] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 760.733175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.733175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.733175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.733175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.733442] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.733442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.733442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.733597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.733631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.733714] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.986022] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.128763] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.129074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.129219] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.129556] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.129818] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.129964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.130173] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.130389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.130533] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.131266] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.131527] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.131643] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.131745] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.131851] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.131972] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.132104] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.151667] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.151824] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.151956] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.152175] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-197" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.152517] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.152682] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.152792] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.153438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.153438] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84deeb96-b4c4-4e49-a3ad-eb87b6b707ba',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.238029] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.394122] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 958b11ea-3231-43ce-8752-ad8475364b4a in Status: SUCCESS [ 761.394316] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 958b11ea-3231-43ce-8752-ad8475364b4a deletion is rescheduled due to dependency. [ 761.394431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.488154] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.656076] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.656383] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.656643] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.656957] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.657403] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.657403] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 84deeb96-b4c4-4e49-a3ad-eb87b6b707ba not found, creating... [ 761.657537] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.657984] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.658484] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.658552] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.658700] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.659016] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.659176] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.659582] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.659582] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.659723] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.659756] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 84deeb96-b4c4-4e49-a3ad-eb87b6b707ba is going to be created. [ 761.681815] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.682031] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.682151] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.682424] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.682642] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.682850] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.740833] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.796302] env[66369]: INFO networking_nsxv3.common.synchronization [req-3265b47f-abe4-4919-9162-ec5b9f582d7b req-f7805973-528d-465c-9605-e00c714c01ab tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 761.796957] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 761.797403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.797542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.797608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.797808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.797959] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.798065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.798137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.798315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.798397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.798491] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.991774] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.991937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.992026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.992252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.992367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.992465] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 762.022845] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.022845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.023043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.023292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.023372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.033861] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 762.243454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.243631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.243694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.243905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.244260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.244260] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be updated. [ 762.275031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.275213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.275297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.275530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.275687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.287964] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: IN_PROGRESS for 2s [ 762.302158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.302326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.302406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.302801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.302953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.303231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.303387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.303521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.303693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.303775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.303873] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 762.335944] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.336115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.336224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.336654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.336654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.346397] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 762.452495] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ec36cc9-06aa-4827-8b53-f92f197ac347 req-a00805e0-4926-466f-a36e-4acf9e2b837c service nova] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_rules [ 762.452495] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ec36cc9-06aa-4827-8b53-f92f197ac347 req-a00805e0-4926-466f-a36e-4acf9e2b837c service nova] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 762.452495] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ec36cc9-06aa-4827-8b53-f92f197ac347 req-a00805e0-4926-466f-a36e-4acf9e2b837c service nova] Enqueued Resource ID: 84deeb96-b4c4-4e49-a3ad-eb87b6b707ba with Priority: HIGHEST for action port [ 762.452495] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_rules [ 762.452775] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 762.452775] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84deeb96-b4c4-4e49-a3ad-eb87b6b707ba with Priority: HIGHEST for action port [ 762.453762] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.453943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.454147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.454296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.454408] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.455417] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.455553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.455780] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.455920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.456018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.456235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.456559] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84deeb96-b4c4-4e49-a3ad-eb87b6b707ba',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.962024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.962024] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84deeb96-b4c4-4e49-a3ad-eb87b6b707ba with status ACTIVE [ 762.962024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.962024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.962024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.962024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.962946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.962946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.962946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.962946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.962946] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84deeb96-b4c4-4e49-a3ad-eb87b6b707ba is going to be updated. [ 762.988856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.989767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.989767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.989767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.989767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84deeb96-b4c4-4e49-a3ad-eb87b6b707ba" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.955770] env[66369]: INFO networking_nsxv3.common.synchronization [None req-6a10681d-0908-4951-801c-aa71815071a8 None None] Enqueued Resource ID: 969496b0-0195-4729-b522-202fac7380dd with Priority: HIGHEST for action port [ 763.956054] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 969496b0-0195-4729-b522-202fac7380dd with Priority: HIGHEST for action port [ 763.956734] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-969496b0-0195-4729-b522-202fac7380dd taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.956820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-969496b0-0195-4729-b522-202fac7380dd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.956820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-969496b0-0195-4729-b522-202fac7380dd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.957307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-969496b0-0195-4729-b522-202fac7380dd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.957396] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('969496b0-0195-4729-b522-202fac7380dd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.044828] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 764.045123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.045161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.045495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.045739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.045887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.045973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.046218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.046299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.046465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.046578] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.298138] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 764.299037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.299037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.299037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.299037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.299037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.299357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.299433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.299632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.299632] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.362074] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 764.362455] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 764.362455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.460875] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 969496b0-0195-4729-b522-202fac7380dd [ 764.461073] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.461232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.461325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.461531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.461599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.461701] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:969496b0-0195-4729-b522-202fac7380dd already deleted. [ 764.461781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-969496b0-0195-4729-b522-202fac7380dd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.548966] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.549147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.549222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.549465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.549679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.549790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.549853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.550688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.550688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.550688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.550688] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.550688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.550688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.550688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.551245] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.551245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.551245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.551245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.551245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.551245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.551442] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.802712] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.055687] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28bd8094-02b5-42a6-8291-22cb749565e2: rpc.has_security_group_logging(os_id): False [ 765.076345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.076489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.076635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.076776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.077593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.077593] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.077593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.077593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.077593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.077593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.077593] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.077958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.077958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.077958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.077958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.078236] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.078311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.078347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.078464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.078536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.078619] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 765.141549] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.141750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.141827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.142104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.142397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.159114] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 765.304914] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.811465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.811465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.811465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.811465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.811465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.811465] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be updated. [ 765.845550] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.846460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.846460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.846460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.846460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.855684] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: IN_PROGRESS for 2s [ 767.176360] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 767.176597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.866449] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 767.866668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.866936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.867093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.867259] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.867374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.867483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.867588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.867668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.867751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.867838] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.373725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.374098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.374098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.374362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.374496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.374627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.374685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.374907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.375036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.375143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.375278] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.375374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.375425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.375574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.375710] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.375806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.375856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.375984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.376077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.376161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.376285] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.879034] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d87df24-de1a-4454-b00f-3b119c6c4ac5: rpc.has_security_group_logging(os_id): False [ 768.898257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.898730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.898861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.899162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.899471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.899879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.900098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.900371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.900629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.900629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.900888] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.901081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.901142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.901639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.901724] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.901920] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.902035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.902100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.902354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.902354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.902470] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be updated. [ 768.957129] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 768.957673] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 768.975691] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.976276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.976276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.976392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.976526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.990432] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: IN_PROGRESS for 2s [ 769.310123] env[66369]: INFO networking_nsxv3.common.synchronization [None req-64454cd6-08a7-4eec-aec8-329988809663 None None] Enqueued Resource ID: 576aa49a-a580-4c19-92a8-bc1d23974255 with Priority: HIGHEST for action port [ 769.310740] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576aa49a-a580-4c19-92a8-bc1d23974255 with Priority: HIGHEST for action port [ 769.311256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-576aa49a-a580-4c19-92a8-bc1d23974255 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.311635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-576aa49a-a580-4c19-92a8-bc1d23974255" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.311907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-576aa49a-a580-4c19-92a8-bc1d23974255" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.312228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-576aa49a-a580-4c19-92a8-bc1d23974255" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.312529] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576aa49a-a580-4c19-92a8-bc1d23974255',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.816259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 576aa49a-a580-4c19-92a8-bc1d23974255 [ 769.816522] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.816630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.816696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.816908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.816998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.817108] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:576aa49a-a580-4c19-92a8-bc1d23974255 already deleted. [ 769.817192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-576aa49a-a580-4c19-92a8-bc1d23974255" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.334050] env[66369]: INFO networking_nsxv3.common.synchronization [req-bb4d1d37-0f49-4f97-9397-69c548ca6bbd req-389e7838-c89f-4e66-86c4-c375a3b7bd71 tempest-FloatingIPsAssociationNegativeTestJSON-1335302679 tempest-FloatingIPsAssociationNegativeTestJSON-1335302679-project-member] Enqueued Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_members [ 770.336615] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_members [ 770.338906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.338906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.338906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.338906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.338906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.339234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.339234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.339466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.339466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.339594] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.735208] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-450 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.735367] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-450" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.735474] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-450" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.735777] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-450" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.736037] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.736192] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.737059] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.737059] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.737059] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.737059] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.737059] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.737059] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.737266] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.737266] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.737326] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.737538] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.757848] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.757998] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.758243] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.758828] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-450" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.758828] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.758956] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.758956] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.759487] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.759487] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9979fdd-2a0d-4073-bbd6-1e7136ab5c70',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.845410] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.845781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.845781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.845849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.845939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.846154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.846286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.846352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.846514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.846590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.846675] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 already deleted. [ 770.846755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.005475] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 771.005688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.164990] env[66369]: INFO networking_nsxv3.common.synchronization [None req-75dbce8e-8e49-44cd-b6cd-eda9baf23c24 None None] Enqueued Resource ID: 3f4ee04a-3595-49c7-91ce-666d839a3f8d with Priority: HIGHEST for action port [ 771.165534] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f4ee04a-3595-49c7-91ce-666d839a3f8d with Priority: HIGHEST for action port [ 771.165843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f4ee04a-3595-49c7-91ce-666d839a3f8d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.165969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f4ee04a-3595-49c7-91ce-666d839a3f8d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.166424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f4ee04a-3595-49c7-91ce-666d839a3f8d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.166703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f4ee04a-3595-49c7-91ce-666d839a3f8d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.166796] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f4ee04a-3595-49c7-91ce-666d839a3f8d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.262750] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.262921] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.263055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.263414] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.263568] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.263721] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 not found, creating... [ 771.264023] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.264150] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.264252] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.264465] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.264592] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.264855] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.265010] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.265201] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.265313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.265441] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.265633] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 is going to be created. [ 771.289820] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.290243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.290427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.290704] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.291151] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.291151] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.669146] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f4ee04a-3595-49c7-91ce-666d839a3f8d [ 771.669378] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.669542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.669620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.669831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.669920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.670024] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f4ee04a-3595-49c7-91ce-666d839a3f8d already deleted. [ 771.670125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f4ee04a-3595-49c7-91ce-666d839a3f8d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.023119] env[66369]: INFO networking_nsxv3.common.synchronization [req-bb4d1d37-0f49-4f97-9397-69c548ca6bbd req-9d42eafd-3f5e-41b9-a859-28bea57fdca8 service nova] Enqueued Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_rules [ 772.023119] env[66369]: INFO networking_nsxv3.common.synchronization [req-bb4d1d37-0f49-4f97-9397-69c548ca6bbd req-9d42eafd-3f5e-41b9-a859-28bea57fdca8 service nova] Enqueued Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_members [ 772.023119] env[66369]: INFO networking_nsxv3.common.synchronization [req-bb4d1d37-0f49-4f97-9397-69c548ca6bbd req-9d42eafd-3f5e-41b9-a859-28bea57fdca8 service nova] Enqueued Resource ID: c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 with Priority: HIGHEST for action port [ 772.023119] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_rules [ 772.023119] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_members [ 772.023119] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 with Priority: HIGHEST for action port [ 772.023119] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.023833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.024017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.024366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.024546] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.026031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.026031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.026031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.026669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.026915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.027138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.027290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.027529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.027721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.028588] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.029073] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.035856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.035856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.035856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.035856] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9979fdd-2a0d-4073-bbd6-1e7136ab5c70',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.536411] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.536411] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.536411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 with status ACTIVE [ 772.536411] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.536411] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.536411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.537417] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.537417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.537417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.537417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.537417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.537417] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9979fdd-2a0d-4073-bbd6-1e7136ab5c70 is going to be updated. [ 772.558932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.559120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.559182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.559366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.559503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.559811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9979fdd-2a0d-4073-bbd6-1e7136ab5c70" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.724138] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ffa9127-bf41-4fa7-b773-a4c905a6215c req-4f2dbc2f-b8da-4951-be04-c606dd18845f tempest-ServersTestJSON-2012153163 tempest-ServersTestJSON-2012153163-project-member] Enqueued Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_members [ 772.724828] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_members [ 772.725058] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.725194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.725278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.725572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.725756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.725864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.725950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.726143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.726245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.726445] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.039428] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.099447] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-309 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.099617] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-309" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.099738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-309" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.100154] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-309" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.100445] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.100627] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.100740] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.100957] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101127] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.101402] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.101581] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.101745] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.101884] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.102026] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.102144] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.102283] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.123348] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.123348] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.123348] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.123532] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-309" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.123858] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-f722c3a9-e969-4f69-a42d-733a5c44358b taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.123998] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.124153] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.124481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.124678] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f722c3a9-e969-4f69-a42d-733a5c44358b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.228154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.228335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.228409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.228630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.228729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.228928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.229039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.229101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.229284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.229359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.229445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 already deleted. [ 773.229523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.542759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.542925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.543023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.543382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.543458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.543561] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 is going to be created. [ 773.569883] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.570061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.570197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.570457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.570619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.581211] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 in Status: UNINITIALIZED for 2s [ 773.630073] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.630073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port f722c3a9-e969-4f69-a42d-733a5c44358b not found, creating... [ 773.630073] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.630073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.631153] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.631153] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.631153] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.633866] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.633866] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.633866] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: f722c3a9-e969-4f69-a42d-733a5c44358b is going to be created. [ 773.654729] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.655633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.655633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.655633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.655633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.655801] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.015449] env[66369]: INFO networking_nsxv3.common.synchronization [None req-f6110cd8-64dc-43c7-9c59-df8b805e6c86 tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 774.015959] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 774.016283] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.016414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.016479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.016729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.016868] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.389043] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ffa9127-bf41-4fa7-b773-a4c905a6215c req-97721883-194b-4c2c-b091-9344fb553ab8 service nova] Enqueued Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_rules [ 774.390153] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ffa9127-bf41-4fa7-b773-a4c905a6215c req-97721883-194b-4c2c-b091-9344fb553ab8 service nova] Enqueued Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_members [ 774.390153] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ffa9127-bf41-4fa7-b773-a4c905a6215c req-97721883-194b-4c2c-b091-9344fb553ab8 service nova] Enqueued Resource ID: f722c3a9-e969-4f69-a42d-733a5c44358b with Priority: HIGHEST for action port [ 774.390153] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_rules [ 774.390153] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_members [ 774.390153] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f722c3a9-e969-4f69-a42d-733a5c44358b with Priority: HIGHEST for action port [ 774.390443] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.390557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.390626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.390826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.390905] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.391794] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.391912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.391978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.392289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.392447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.392582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.392629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.392769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.392853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.392940] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.393749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f722c3a9-e969-4f69-a42d-733a5c44358b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.393856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.393913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.394073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.394149] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f722c3a9-e969-4f69-a42d-733a5c44358b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.501179] env[66369]: INFO networking_nsxv3.common.synchronization [None req-82f05c6f-0a99-4aa8-902d-ba9b0469a9ab tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 774.501731] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 774.502039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.502288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.537997] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.537997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.537997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.537997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.538317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.538317] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 already deleted. [ 774.538317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.538425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.538586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.538679] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.896128] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.896128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.897410] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.899218] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f722c3a9-e969-4f69-a42d-733a5c44358b with status ACTIVE [ 774.899334] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.899605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.899605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.899730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.899790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.900635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.900635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.900635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.900635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.900635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.900635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.900635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.901230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.901230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.901230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.901230] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f722c3a9-e969-4f69-a42d-733a5c44358b is going to be updated. [ 774.924434] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.924577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.924653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.924863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.925035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.925192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f722c3a9-e969-4f69-a42d-733a5c44358b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.074242] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.074242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.074242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.074242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.074242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.074242] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 already deleted. [ 775.074242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.403386] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.592692] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 in Status: SUCCESS [ 775.593470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.593732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.594036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.594281] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.594386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.594439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.594624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.594746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.594843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.594934] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.906245] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.906371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.906442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.907864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.907864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907864] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 is going to be created. [ 775.935338] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.935338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.935552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.935744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.935967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.946935] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 in Status: UNINITIALIZED for 2s [ 776.103561] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.103721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.103798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.104055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.104229] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.104337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.104402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.104563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.104653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.104738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.104898] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.104991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.105067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.105212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.105698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.105698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.105698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.105698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.105905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.105905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.105905] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.392943] env[66369]: INFO networking_nsxv3.common.synchronization [None req-7ba8cec1-bdf7-405b-912b-1b450bf26bf9 None None] Enqueued Resource ID: 39f313bf-01bb-4a7a-80a7-7e4a98ee1f58 with Priority: HIGHEST for action port [ 776.393493] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f313bf-01bb-4a7a-80a7-7e4a98ee1f58 with Priority: HIGHEST for action port [ 776.393792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f313bf-01bb-4a7a-80a7-7e4a98ee1f58 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.393999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f313bf-01bb-4a7a-80a7-7e4a98ee1f58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.393999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f313bf-01bb-4a7a-80a7-7e4a98ee1f58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.395976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f313bf-01bb-4a7a-80a7-7e4a98ee1f58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.396160] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f313bf-01bb-4a7a-80a7-7e4a98ee1f58',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.610021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ef61ec-d38b-45ba-951e-e5e01dccb728: rpc.has_security_group_logging(os_id): False [ 776.630187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.630187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.630187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.630187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.632170] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.632170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.632170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.632170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.632170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.632170] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 is going to be created. [ 776.652139] env[66369]: INFO networking_nsxv3.common.synchronization [req-8af4b429-fa0a-496b-9d3d-5d31063a0dbf req-03d8d784-2915-4997-973a-3a06953bac9d tempest-ServerGroupTestJSON-222258064 tempest-ServerGroupTestJSON-222258064-project-member] Enqueued Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_members [ 776.652730] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_members [ 776.653238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.653238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.653238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.653482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.653622] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.653746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.653778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.653923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.654040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.654132] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.689215] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.689422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.689616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.689796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.702893] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 in Status: IN_PROGRESS for 2s [ 776.898527] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39f313bf-01bb-4a7a-80a7-7e4a98ee1f58 [ 776.898741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.899273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.899324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.899807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.899807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.899807] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39f313bf-01bb-4a7a-80a7-7e4a98ee1f58 already deleted. [ 776.899807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f313bf-01bb-4a7a-80a7-7e4a98ee1f58" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.067636] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-498 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.067790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-498" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.067965] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-498" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.068354] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-498" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.069146] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.069564] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.069725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070051] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.070679] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.070902] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.071024] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.071133] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.071241] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.075216] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.075347] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.075489] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.098111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.098111] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.098111] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.098331] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-498" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.098770] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.098770] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.098928] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.099366] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.099366] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab806a0a-f900-4b4c-85b5-df62c7fb06ad',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.158516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.158516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.158516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.158845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.158845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.158970] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.159088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.159152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.159323] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.159401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.159485] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 already deleted. [ 777.159567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.602210] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.602946] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.603077] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.603388] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.603505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.603649] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port ab806a0a-f900-4b4c-85b5-df62c7fb06ad not found, creating... [ 777.603920] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.604072] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.604180] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.604393] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.604516] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.604851] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.604955] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.605038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.605617] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.605617] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.605617] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: ab806a0a-f900-4b4c-85b5-df62c7fb06ad is going to be created. [ 777.627403] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.627756] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.627756] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.628068] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.628423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.629188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.960198] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 in Status: SUCCESS [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.960198] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.960198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.960198] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.459565] env[66369]: INFO networking_nsxv3.common.synchronization [req-8af4b429-fa0a-496b-9d3d-5d31063a0dbf req-2a2a4d07-a33d-4c10-8a32-4ee4be8dc309 service nova] Enqueued Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_rules [ 778.459816] env[66369]: INFO networking_nsxv3.common.synchronization [req-8af4b429-fa0a-496b-9d3d-5d31063a0dbf req-2a2a4d07-a33d-4c10-8a32-4ee4be8dc309 service nova] Enqueued Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_members [ 778.459960] env[66369]: INFO networking_nsxv3.common.synchronization [req-8af4b429-fa0a-496b-9d3d-5d31063a0dbf req-2a2a4d07-a33d-4c10-8a32-4ee4be8dc309 service nova] Enqueued Resource ID: ab806a0a-f900-4b4c-85b5-df62c7fb06ad with Priority: HIGHEST for action port [ 778.460531] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_rules [ 778.460874] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_members [ 778.461033] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab806a0a-f900-4b4c-85b5-df62c7fb06ad with Priority: HIGHEST for action port [ 778.461461] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.461565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.463552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.463552] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.463552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.463552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.463552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.463552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.463552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.464154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.464154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.464154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.464154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.464306] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.465218] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.465375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.465455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.465616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.465691] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab806a0a-f900-4b4c-85b5-df62c7fb06ad',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.467182] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.701536] env[66369]: INFO networking_nsxv3.common.synchronization [None req-677102c5-7825-4859-86ad-d743cfe10c07 None None] Enqueued Resource ID: 2ee6d7e5-4e2e-45d8-b80e-8a52ea563168 with Priority: HIGHEST for action port [ 778.702209] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ee6d7e5-4e2e-45d8-b80e-8a52ea563168 with Priority: HIGHEST for action port [ 778.703281] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ee6d7e5-4e2e-45d8-b80e-8a52ea563168 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.703281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ee6d7e5-4e2e-45d8-b80e-8a52ea563168" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.703281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ee6d7e5-4e2e-45d8-b80e-8a52ea563168" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.703281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ee6d7e5-4e2e-45d8-b80e-8a52ea563168" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.703281] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ee6d7e5-4e2e-45d8-b80e-8a52ea563168',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.719670] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 in Status: SUCCESS [ 778.720209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.764408] env[66369]: INFO networking_nsxv3.common.synchronization [req-1cefba4c-5ba0-41fb-85fa-c5b2dcc77344 req-3052a25b-c34f-49dd-b093-06b9263a6d67 tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_members [ 778.766500] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_members [ 778.766828] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.766951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.767030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.767285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.768083] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.768223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.768297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.768473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.768557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.768653] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.972153] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.972153] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.972153] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab806a0a-f900-4b4c-85b5-df62c7fb06ad with status ACTIVE [ 778.972153] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.972153] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.972625] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.972625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.972625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.972625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.972625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.972625] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab806a0a-f900-4b4c-85b5-df62c7fb06ad is going to be updated. [ 778.973797] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98580207-dbc8-4fbd-b5e1-7ee5e8989884: rpc.has_security_group_logging(os_id): False [ 778.998416] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.998416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.998416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.998416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.998416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.998416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab806a0a-f900-4b4c-85b5-df62c7fb06ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.207178] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ee6d7e5-4e2e-45d8-b80e-8a52ea563168 [ 779.207415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.207563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.207626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.207825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.207913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.208019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ee6d7e5-4e2e-45d8-b80e-8a52ea563168 already deleted. [ 779.208114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ee6d7e5-4e2e-45d8-b80e-8a52ea563168" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.271068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.271267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.271509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.271869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.271869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.272066] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.272178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.272235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.272380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.272507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.272598] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 already deleted. [ 779.272682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.398337] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.398895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.399019] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.399272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.400120] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.400486] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.400627] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.400963] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.401129] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.401378] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.401504] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.401606] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.401704] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.401808] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.401903] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.402034] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.421751] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.421917] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.422926] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.422926] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-77" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.422926] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-64643ed0-f409-448c-beac-3196f1360408 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.422926] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.422926] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.423291] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.423400] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64643ed0-f409-448c-beac-3196f1360408',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.438281] env[66369]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function GET Argumetns {'path': '/policy/api/v1/infra/domains/default/security-policies/default-layer3-logged-drop-section/rules', 'params': {'page_size': 200, 'cursor': ''}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 779.438453] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.get {{(pid=66369) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 779.477680] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.838181] env[66369]: INFO networking_nsxv3.common.synchronization [None req-22baca70-438b-46b9-9a77-0a1703cfb560 None None] Enqueued Resource ID: c555263f-023a-43b7-9455-70d8d00666b7 with Priority: HIGHEST for action port [ 779.838181] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c555263f-023a-43b7-9455-70d8d00666b7 with Priority: HIGHEST for action port [ 779.838181] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c555263f-023a-43b7-9455-70d8d00666b7 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.838181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c555263f-023a-43b7-9455-70d8d00666b7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.838181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c555263f-023a-43b7-9455-70d8d00666b7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.838812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c555263f-023a-43b7-9455-70d8d00666b7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.838812] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c555263f-023a-43b7-9455-70d8d00666b7',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.928347] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.928347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.928347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.928347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.928347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.928347] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 64643ed0-f409-448c-beac-3196f1360408 not found, creating... [ 779.929508] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.933022] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.933022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.933022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 64643ed0-f409-448c-beac-3196f1360408 is going to be created. [ 779.973283] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.973283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.973283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.973283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.973283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.980893] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.981157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.981276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.981608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.982060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.982206] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 is going to be created. [ 780.026540] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.026768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.026844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.027909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.027909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.043916] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 in Status: UNINITIALIZED for 2s [ 780.340454] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c555263f-023a-43b7-9455-70d8d00666b7 [ 780.340715] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.341118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.341118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.341196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.341229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.341331] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c555263f-023a-43b7-9455-70d8d00666b7 already deleted. [ 780.341490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c555263f-023a-43b7-9455-70d8d00666b7" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.023082] env[66369]: INFO networking_nsxv3.common.synchronization [None req-a7f2c5b6-fca0-47fa-8a1c-c2785919f475 None None] Enqueued Resource ID: 40a87c07-5ff7-4884-ac92-ed4a5fd6b314 with Priority: HIGHEST for action port [ 781.023613] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a87c07-5ff7-4884-ac92-ed4a5fd6b314 with Priority: HIGHEST for action port [ 781.023915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-40a87c07-5ff7-4884-ac92-ed4a5fd6b314 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.024407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40a87c07-5ff7-4884-ac92-ed4a5fd6b314" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.024680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40a87c07-5ff7-4884-ac92-ed4a5fd6b314" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.025103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40a87c07-5ff7-4884-ac92-ed4a5fd6b314" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.025214] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40a87c07-5ff7-4884-ac92-ed4a5fd6b314',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.152679] env[66369]: INFO networking_nsxv3.common.synchronization [req-1cefba4c-5ba0-41fb-85fa-c5b2dcc77344 req-12b2714d-a17d-43b9-b9e8-42798472306e service nova] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_rules [ 781.152885] env[66369]: INFO networking_nsxv3.common.synchronization [req-1cefba4c-5ba0-41fb-85fa-c5b2dcc77344 req-12b2714d-a17d-43b9-b9e8-42798472306e service nova] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_members [ 781.153011] env[66369]: INFO networking_nsxv3.common.synchronization [req-1cefba4c-5ba0-41fb-85fa-c5b2dcc77344 req-12b2714d-a17d-43b9-b9e8-42798472306e service nova] Enqueued Resource ID: 64643ed0-f409-448c-beac-3196f1360408 with Priority: HIGHEST for action port [ 781.153849] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_rules [ 781.153951] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_members [ 781.156075] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64643ed0-f409-448c-beac-3196f1360408 with Priority: HIGHEST for action port [ 781.156075] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.156075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.156075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.156075] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.156075] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.156075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.156075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.156433] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.156433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.156433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.156433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.156598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.156598] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.157419] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-64643ed0-f409-448c-beac-3196f1360408 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.158708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.158708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.158708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.158708] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64643ed0-f409-448c-beac-3196f1360408',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.458356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.462015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.462015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.462015] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.462302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.462302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.462447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.462541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.462634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 is going to be created. [ 781.529604] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40a87c07-5ff7-4884-ac92-ed4a5fd6b314 [ 781.529604] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.529604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.529604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.529604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.529883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.529883] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40a87c07-5ff7-4884-ac92-ed4a5fd6b314 already deleted. [ 781.529883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40a87c07-5ff7-4884-ac92-ed4a5fd6b314" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.538263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.538263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.538263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.538604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.555390] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 in Status: IN_PROGRESS for 2s [ 781.662530] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64643ed0-f409-448c-beac-3196f1360408 with status ACTIVE [ 781.665118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.665118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.665118] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64643ed0-f409-448c-beac-3196f1360408 is going to be updated. [ 781.666177] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.667315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.667464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.698961] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.698961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.698961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.698961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.698961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.698961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64643ed0-f409-448c-beac-3196f1360408" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.056903] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 in Status: SUCCESS [ 782.057357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.057357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.057518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.057721] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.057951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.058033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.058215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.058306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.058392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.058480] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.169206] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.562017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.562017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.562017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.562225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.562672] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.562888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.563031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.563312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.563482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.563649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.563933] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.564143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.564856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.565275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.566416] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.566949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.568083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.568158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.568790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.568910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.569013] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.672237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.672459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.672582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.672694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.672814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.672896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 is going to be created. [ 782.703675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.703825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.703958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.704116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.704270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.720174] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: UNINITIALIZED for 2s [ 783.070850] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311: rpc.has_security_group_logging(os_id): False [ 783.101253] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.101455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.101455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.102981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.103179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.103538] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.103662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.103706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.103911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.104020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.104247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.104384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.104454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.104659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.104730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.104906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.104994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.105064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.105208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.105277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.105366] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 is going to be created. [ 783.183244] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.183413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.183413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.183996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.184329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.200185] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 in Status: IN_PROGRESS for 2s [ 783.567657] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 in Status: SUCCESS [ 783.567877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730858] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: SUCCESS [ 784.731221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.731295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.731607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.731819] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.731969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.732042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.732213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.732308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.732401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.732493] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.212834] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 in Status: SUCCESS [ 785.213255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.234894] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.306786] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-bfae56ef-3a61-483b-b934-2b27dc71525b tempest-ListServersNegativeTestJSON-1067242769 tempest-ListServersNegativeTestJSON-1067242769-project-member] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 785.307392] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 785.307742] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.307926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.308017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.308298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.308454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.310952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.310952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.310952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.310952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.310952] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.717263] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.717444] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.717553] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.717894] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.718275] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.718456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.718568] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.718792] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.718922] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.719140] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.719285] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.719355] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.719454] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.719552] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.719646] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.719764] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.737866] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 034fa420-4c36-46c3-85ec-ff2c16faf928: rpc.has_security_group_logging(os_id): False [ 785.758353] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.758353] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.758353] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.758353] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.758630] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-9400145a-fdcc-4016-b926-2fedec3e779e taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.758766] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.758871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.759281] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.759422] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9400145a-fdcc-4016-b926-2fedec3e779e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.761818] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.761958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.761958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.763435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.763435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.763435] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.763435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.763435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.763435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.763435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.763435] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 is going to be created. [ 785.813630] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.813813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.813911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.814160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.814255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.814514] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.814598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.814598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.814740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.814825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.814908] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 already deleted. [ 785.814986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.836746] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.836898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.836935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.837158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.837347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.851305] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: IN_PROGRESS for 2s [ 786.269577] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.269577] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.269577] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.269577] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.269577] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.269577] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 9400145a-fdcc-4016-b926-2fedec3e779e not found, creating... [ 786.269577] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.270013] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.270013] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.270291] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.270456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.270780] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.270959] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.271083] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.271327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.271467] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.271600] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 9400145a-fdcc-4016-b926-2fedec3e779e is going to be created. [ 786.300170] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.300519] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.300722] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.301105] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.301303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.301512] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.051899] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-cba2aeb1-4f79-4d5a-a33d-5ac9403d8023 service nova] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_rules [ 787.051899] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-cba2aeb1-4f79-4d5a-a33d-5ac9403d8023 service nova] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 787.056867] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-cba2aeb1-4f79-4d5a-a33d-5ac9403d8023 service nova] Enqueued Resource ID: 9400145a-fdcc-4016-b926-2fedec3e779e with Priority: HIGHEST for action port [ 787.057608] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_rules [ 787.057807] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 787.058084] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9400145a-fdcc-4016-b926-2fedec3e779e with Priority: HIGHEST for action port [ 787.058341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.058623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.058665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.058902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.059133] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.060184] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.061189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.061189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.061189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.061189] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.061189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.061454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.061454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.062066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.062066] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.062750] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-9400145a-fdcc-4016-b926-2fedec3e779e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.062750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.062750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.062924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.063310] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9400145a-fdcc-4016-b926-2fedec3e779e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.566304] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.566505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.566681] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.568311] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9400145a-fdcc-4016-b926-2fedec3e779e with status ACTIVE [ 787.568588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.568766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.568869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.569206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.569345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.569611] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.569784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.569883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.570151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.570320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.570568] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.570703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.570797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.571018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.571512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.572048] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9400145a-fdcc-4016-b926-2fedec3e779e is going to be updated. [ 787.596731] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.597773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.597773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.597773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.597773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.597773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9400145a-fdcc-4016-b926-2fedec3e779e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.806346] env[66369]: INFO networking_nsxv3.common.synchronization [req-33b66765-ddae-49e0-9b32-f2082799cb67 req-fd19445a-4431-4d38-b5c3-ceb07d70f066 tempest-FloatingIPsAssociationTestJSON-242321968 tempest-FloatingIPsAssociationTestJSON-242321968-project-member] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 787.806346] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 787.806892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.807184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.807347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.807699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.807975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.809790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.809790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.809790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.809790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.809790] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.866216] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: SUCCESS [ 787.866424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.074509] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.169705] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-7a2bac58-03b2-4ff7-98cd-341b74e3e720 tempest-ListServersNegativeTestJSON-1067242769 tempest-ListServersNegativeTestJSON-1067242769-project-member] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 788.170341] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 788.170665] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.170764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.311055] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.516337] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.516563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.516688] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.517017] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.517318] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.517514] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.517638] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.517897] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.518079] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.518330] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.518466] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.518577] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.518679] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.518807] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.518939] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.519078] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.541490] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.541636] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.541805] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.541984] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.542342] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-19f0eabe-dfc5-48d4-9327-752802d708bc taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.542504] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.542591] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.542918] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.543064] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f0eabe-dfc5-48d4-9327-752802d708bc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.579251] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.579479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.579642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.579916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.580087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.580208] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be created. [ 788.608792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.608962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.609009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.609252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.609380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.624098] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: UNINITIALIZED for 2s [ 788.818932] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.045635] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.045861] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.045980] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.046443] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.046443] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.046557] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 19f0eabe-dfc5-48d4-9327-752802d708bc not found, creating... [ 789.046821] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.046974] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.047096] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.047315] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.047433] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.047695] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.047851] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.047985] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.048284] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.048284] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.048416] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 19f0eabe-dfc5-48d4-9327-752802d708bc is going to be created. [ 789.070088] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.070567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.070803] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.071178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.071544] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.071912] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.324805] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.324805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.324805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.325208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.325208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.325208] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be updated. [ 789.359956] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.360132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.360207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.360542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.360647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.371146] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: IN_PROGRESS for 2s [ 789.800063] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-51dce7bb-697c-4ec7-83d4-2d577cbcc765 service nova] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_rules [ 789.800282] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-51dce7bb-697c-4ec7-83d4-2d577cbcc765 service nova] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 789.800394] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-51dce7bb-697c-4ec7-83d4-2d577cbcc765 service nova] Enqueued Resource ID: 19f0eabe-dfc5-48d4-9327-752802d708bc with Priority: HIGHEST for action port [ 789.801126] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_rules [ 789.801126] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 789.801204] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f0eabe-dfc5-48d4-9327-752802d708bc with Priority: HIGHEST for action port [ 789.801472] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.801564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.801751] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.801826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.802166] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-19f0eabe-dfc5-48d4-9327-752802d708bc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.804997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.805113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.805324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.805410] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19f0eabe-dfc5-48d4-9327-752802d708bc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.158562] env[66369]: INFO networking_nsxv3.common.synchronization [req-b9c6936b-9fc1-4a12-b54d-eca4f5a3e7d7 req-f7ff3471-6a39-44c5-9551-81b1372fb1c9 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 790.159160] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 790.159851] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.159982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.160065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.160359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.160524] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.160635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.160686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.161547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.161547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.161547] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.310162] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19f0eabe-dfc5-48d4-9327-752802d708bc with status ACTIVE [ 790.310162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.310162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.310162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.310162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.310903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.310903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.310903] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19f0eabe-dfc5-48d4-9327-752802d708bc is going to be updated. [ 790.337555] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.337914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.337914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.338016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.338241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.338432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19f0eabe-dfc5-48d4-9327-752802d708bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.489195] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.489388] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.489509] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.489812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.490294] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.490532] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.490584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.490808] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.490945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.491772] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.491772] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.491899] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.491991] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.492127] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.492187] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.493294] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.515754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.515929] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.516109] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.516304] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.516657] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-574f5d08-73d4-4b7d-aee0-7147b9986e2d taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.516883] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.517016] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.517373] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.517508] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574f5d08-73d4-4b7d-aee0-7147b9986e2d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.635337] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 790.635581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.635803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.636084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.636285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.636408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.636470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.636620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.636713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.636800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.636896] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.637833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.638112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.638277] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.638362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.638407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.638550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.638632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.638715] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.663449] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.663449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.663632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.663736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.663828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.664017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.664138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.664200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.664351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.664416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.664511] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 already deleted. [ 790.664656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.020349] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.020684] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.020817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.021134] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.021300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.021462] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 574f5d08-73d4-4b7d-aee0-7147b9986e2d not found, creating... [ 791.021713] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.021875] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.021987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.022244] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.022398] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.022849] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.023211] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.023317] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.023510] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.024278] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.024278] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 574f5d08-73d4-4b7d-aee0-7147b9986e2d is going to be created. [ 791.046116] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.046774] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.046774] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.046774] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.047117] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.047167] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.140983] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.141161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.141389] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.383435] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 791.383933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.644298] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.812032] env[66369]: INFO networking_nsxv3.common.synchronization [req-b9c6936b-9fc1-4a12-b54d-eca4f5a3e7d7 req-fa8f37f1-79d9-4cd2-bf4f-68ce4fbf9792 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 791.812032] env[66369]: INFO networking_nsxv3.common.synchronization [req-b9c6936b-9fc1-4a12-b54d-eca4f5a3e7d7 req-fa8f37f1-79d9-4cd2-bf4f-68ce4fbf9792 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 791.812032] env[66369]: INFO networking_nsxv3.common.synchronization [req-b9c6936b-9fc1-4a12-b54d-eca4f5a3e7d7 req-fa8f37f1-79d9-4cd2-bf4f-68ce4fbf9792 service nova] Enqueued Resource ID: 574f5d08-73d4-4b7d-aee0-7147b9986e2d with Priority: HIGHEST for action port [ 791.812032] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 791.812032] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 791.812032] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 574f5d08-73d4-4b7d-aee0-7147b9986e2d with Priority: HIGHEST for action port [ 791.812481] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.812753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.812753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.814842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.814842] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.815319] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.817062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.817062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.817062] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.819608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-574f5d08-73d4-4b7d-aee0-7147b9986e2d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.819726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.819795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.820035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.820085] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('574f5d08-73d4-4b7d-aee0-7147b9986e2d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.147542] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.147744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.147908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.148453] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 792.179410] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.179585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.179624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.179851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.180011] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.189796] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 792.316467] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.316467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.319872] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.322218] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 574f5d08-73d4-4b7d-aee0-7147b9986e2d with status ACTIVE [ 792.322447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.322621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.322711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.322938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.323038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.323217] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.323443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.323443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.323549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.323624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.323802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.323950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.324052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.324249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.324328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.324447] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 574f5d08-73d4-4b7d-aee0-7147b9986e2d is going to be updated. [ 792.348055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.348055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.348055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.348055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.348324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.348324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-574f5d08-73d4-4b7d-aee0-7147b9986e2d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.823680] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.277494] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-bd708a89-3065-4fbc-a5d9-3dbb0edb3b33 tempest-ListServersNegativeTestJSON-1067242769 tempest-ListServersNegativeTestJSON-1067242769-project-member] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 793.278393] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 793.278706] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.278879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.326564] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.326564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.326564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.326564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.326564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.326564] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be created. [ 793.361584] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.361984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.361984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.362113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.362217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.373967] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: UNINITIALIZED for 2s [ 793.724210] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.724210] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.724210] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.724468] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.724667] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.724895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.725961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.725961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.725961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.725961] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.725961] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.725961] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.725961] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.725961] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.725961] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.726367] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.745528] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.745721] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.745860] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.746047] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-38" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.746370] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-6b462e74-f74e-4750-9919-9e8378b642de taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.746546] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.746694] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748732] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b462e74-f74e-4750-9919-9e8378b642de',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.201111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 794.201440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.201575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.201821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.202084] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.202177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.202276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.202405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.202521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.202628] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.251557] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.251775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.252072] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.252352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.252569] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.252831] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 6b462e74-f74e-4750-9919-9e8378b642de not found, creating... [ 794.253142] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.253401] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.253674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.253889] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.254071] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.254448] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.254612] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.254753] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.255053] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.255243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.255412] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 6b462e74-f74e-4750-9919-9e8378b642de is going to be created. [ 794.277616] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.277862] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.277966] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.278423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.278707] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.279053] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.705076] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.755691] env[66369]: INFO networking_nsxv3.common.synchronization [req-43e94247-80ed-4d07-8975-59cdf0bb72a9 req-d38967d0-8493-4203-9a51-b4badcc80791 tempest-ServerGroupTestJSON-222258064 tempest-ServerGroupTestJSON-222258064-project-member] Enqueued Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_members [ 794.756932] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGHEST for action security_group_members [ 794.756932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.756932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.757206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.757206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.757335] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.757445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.757511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.757668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.757752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.757843] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.990144] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-73f97cff-6639-477b-a613-2b24d177f324 service nova] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_rules [ 794.990144] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-73f97cff-6639-477b-a613-2b24d177f324 service nova] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 794.990144] env[66369]: INFO networking_nsxv3.common.synchronization [req-7dd5e4d6-17ae-43a3-b356-ce6b82972eb4 req-73f97cff-6639-477b-a613-2b24d177f324 service nova] Enqueued Resource ID: 6b462e74-f74e-4750-9919-9e8378b642de with Priority: HIGHEST for action port [ 794.990144] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_rules [ 794.990144] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 794.990144] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b462e74-f74e-4750-9919-9e8378b642de with Priority: HIGHEST for action port [ 794.990144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.990144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.991538] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.991744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992086] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b462e74-f74e-4750-9919-9e8378b642de taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.992346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.992514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.992828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.993051] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b462e74-f74e-4750-9919-9e8378b642de',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.207559] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.260715] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.260937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.261043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.261372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.261606] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.261731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.261802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.261996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.262112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.262217] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 is going to be updated. [ 795.291429] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.291628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.291683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.291934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.292095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.302939] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 in Status: IN_PROGRESS for 2s [ 795.385380] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 795.385380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.385555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.385713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.385868] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.385989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.386111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.386347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.386347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.386415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.386513] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.495665] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b462e74-f74e-4750-9919-9e8378b642de with status ACTIVE [ 795.495972] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.496195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.496290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.496583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.496723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.496965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.497137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.497235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.497458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.497575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.497859] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.498029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.498139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.498342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.498470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.498595] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b462e74-f74e-4750-9919-9e8378b642de is going to be updated. [ 795.523242] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.523575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.523713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.523920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.524083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.524252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b462e74-f74e-4750-9919-9e8378b642de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710114] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.710375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.710664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.710784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.710862] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 795.754979] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.754979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.754979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.754979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.754979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.769073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 795.889038] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.889206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.889206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.890731] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.890731] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.890731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.890731] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.891525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.891525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.891525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.891525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.891525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.891525] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.014138] env[66369]: INFO networking_nsxv3.common.synchronization [req-fd156e11-e3a5-4113-8532-da8cefa0b01b req-fb039df4-cfc5-4ff5-ae28-e03254d6a18b tempest-ListImageFiltersTestJSON-1166256917 tempest-ListImageFiltersTestJSON-1166256917-project-member] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 796.014138] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 796.014138] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.014570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.014656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.014911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.015094] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.015221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.015287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.015468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.015593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.015959] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.356570] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.358025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.358025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.358025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.358025] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.358025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.358451] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.358772] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.359034] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.359338] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.359568] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.360835] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.360835] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.360835] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.360835] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.360835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.383129] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.383396] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.383508] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.383792] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.384272] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-98af6aba-62d8-4a1d-8ece-9a47833040a0 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.384452] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.384658] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.384934] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.385114] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98af6aba-62d8-4a1d-8ece-9a47833040a0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.396675] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65856b80-4781-4db0-9795-791dfd7e5b83: rpc.has_security_group_logging(os_id): False [ 796.416955] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.417145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.417189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.417398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.417483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.417707] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.417802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.417867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.418039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418324] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.418445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.418573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.419064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.419253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.419330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.419416] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be created. [ 796.488124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.488281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.488353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.488564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.488744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.503495] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 796.519588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.519667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.519705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.519936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.520056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.520268] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.520421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.520487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.520698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.520803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.520863] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 already deleted. [ 796.520942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.887783] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.888048] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.888313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.888518] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.888767] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.888895] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 98af6aba-62d8-4a1d-8ece-9a47833040a0 not found, creating... [ 796.889296] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.889491] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.889613] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.889869] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.890015] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.890417] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.890585] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.890698] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.890948] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.891085] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.891234] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 98af6aba-62d8-4a1d-8ece-9a47833040a0 is going to be created. [ 796.915989] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.916251] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.916439] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.917029] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.917191] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.917533] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.319629] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 in Status: SUCCESS [ 797.319629] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 deletion is rescheduled due to dependency. [ 797.319629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.693853] env[66369]: INFO networking_nsxv3.common.synchronization [req-fd156e11-e3a5-4113-8532-da8cefa0b01b req-8823f22c-78dc-4fa9-968d-9b22177288b9 service nova] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_rules [ 797.694169] env[66369]: INFO networking_nsxv3.common.synchronization [req-fd156e11-e3a5-4113-8532-da8cefa0b01b req-8823f22c-78dc-4fa9-968d-9b22177288b9 service nova] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 797.694229] env[66369]: INFO networking_nsxv3.common.synchronization [req-fd156e11-e3a5-4113-8532-da8cefa0b01b req-8823f22c-78dc-4fa9-968d-9b22177288b9 service nova] Enqueued Resource ID: 98af6aba-62d8-4a1d-8ece-9a47833040a0 with Priority: HIGHEST for action port [ 797.696728] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_rules [ 797.696864] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 797.696981] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98af6aba-62d8-4a1d-8ece-9a47833040a0 with Priority: HIGHEST for action port [ 797.697325] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.697439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.697499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.697760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.697845] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.698736] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.698852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.698919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.699103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.699248] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.699350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.699391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.699713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.699713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.699713] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.702171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-98af6aba-62d8-4a1d-8ece-9a47833040a0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.702171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.702171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.702171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.702171] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98af6aba-62d8-4a1d-8ece-9a47833040a0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.779720] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 797.779947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.780184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.780458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.780667] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.780805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.780886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.781049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.781136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.781222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.781414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.781507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.781573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.781789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.781966] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.782620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.782725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.782892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.782978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.783081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.783180] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.784139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.784408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.784557] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.784620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.784656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.784805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.784886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.784987] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.204845] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.206010] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.206181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.206396] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98af6aba-62d8-4a1d-8ece-9a47833040a0 with status ACTIVE [ 798.206571] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.206684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.206751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.206948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.207055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.207218] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.207310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.207475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.207970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.207970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.208092] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.208142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.208198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.209020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.209020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.209020] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98af6aba-62d8-4a1d-8ece-9a47833040a0 is going to be updated. [ 798.231931] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.232099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.232212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.232403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.232538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.232702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98af6aba-62d8-4a1d-8ece-9a47833040a0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.288839] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888783d-329b-46bc-9825-8df0e9ea5119: rpc.has_security_group_logging(os_id): False [ 798.288839] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.308415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.308573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.308672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.308899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.309013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.309248] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.309883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.309883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.309883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.309883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.309883] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.310104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.310567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.310753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.310898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.311653] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.311653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.311653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.311653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.311653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.311653] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be created. [ 798.395246] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.395414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.395480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.395710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.395906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.410155] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 798.526838] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 798.527403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.710517] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.791149] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.216248] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.216411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.217462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.217462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.217462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.217462] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be created. [ 799.242340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.242524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.242587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.244023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.244023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.254642] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: UNINITIALIZED for 2s [ 799.293723] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.293884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.293954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.294400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.294564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.294685] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 799.329903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.330071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.330166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.330933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.330933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.340868] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 800.020519] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:0 completed [ 800.021524] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:1 started [ 800.429521] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 800.429922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.430463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.430742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.430845] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.934696] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.934906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.270209] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.270209] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.270209] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.354285] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 801.354535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.354743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.354990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.355361] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.355361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.355506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.355622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.355718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.355831] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.773260] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.773495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.773684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.773961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.774234] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.774317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.774368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.774535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.774620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.774774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.774949] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.775086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.775198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.775356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.775521] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.775649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.775731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.775892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.775991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.776113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.776223] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.858643] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.278669] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7850b896-e4c6-4de5-92ba-0e3a6b122589: rpc.has_security_group_logging(os_id): False [ 802.301034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.301212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.301322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.301561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.302048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.302048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.302048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.302489] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.302574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.302621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.302767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.302835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.303111] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.303207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.303241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.303392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.303465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.303642] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be created. [ 802.360538] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.376062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.376062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.376062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.376062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.376974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.391292] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 802.580904] env[66369]: INFO networking_nsxv3.common.synchronization [req-9177ec54-faab-46d3-96c7-af69f29a18e5 req-48bd8cd1-c41a-4e40-96f3-02e9067d6a89 tempest-FloatingIPsAssociationNegativeTestJSON-1335302679 tempest-FloatingIPsAssociationNegativeTestJSON-1335302679-project-member] Enqueued Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_members [ 802.581963] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 with Priority: HIGHEST for action security_group_members [ 802.583707] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ef61ec-d38b-45ba-951e-e5e01dccb728 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.583707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.583707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.584277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.584463] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.584594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.584657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.584798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.584893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.584976] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ef61ec-d38b-45ba-951e-e5e01dccb728',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.863825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.864167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.864363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.864673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.867135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.867135] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 802.923341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.923341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.923341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.923341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.923341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.938588] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 803.091038] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.091038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.091038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.091038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.091038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.091038] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.091038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.091038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.091909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.091909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.091909] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 is going to be updated. [ 803.127037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.127037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.127037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.127037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.127037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.138283] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 in Status: IN_PROGRESS for 2s [ 803.180275] env[66369]: INFO networking_nsxv3.common.synchronization [req-4204c869-b588-4120-b2c9-3daad8dacb1d req-6b38f0ba-fa72-4f9b-b1f5-35e19428a8ec tempest-ListImageFiltersTestJSON-1166256917 tempest-ListImageFiltersTestJSON-1166256917-project-member] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 803.182286] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 803.182815] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.183040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.183185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.183716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.184167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.184363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.184481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.184778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.184923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.185090] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.675598] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.675903] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.675903] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.676523] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.676523] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.676700] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.676700] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.676854] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.676987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.677305] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.677419] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.677523] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.677625] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.677720] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.677856] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.677936] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.687598] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.700701] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.700873] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.701016] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.702075] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.702075] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-c77aa20d-8701-4e08-85ea-47b48384017a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.702075] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.702353] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.704732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.704732] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77aa20d-8701-4e08-85ea-47b48384017a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.191459] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.207178] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.207178] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port c77aa20d-8701-4e08-85ea-47b48384017a not found, creating... [ 804.207178] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.207178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.207692] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.207692] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.208025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.208440] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.208769] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.209439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: c77aa20d-8701-4e08-85ea-47b48384017a is going to be created. [ 804.236996] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.236996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.236996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.236996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.236996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.236996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.412749] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 804.412749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.695562] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.695562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.695562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.695562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.695562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.695562] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be updated. [ 804.732185] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.732185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.732185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.732185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.732185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.740645] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 804.953022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.953022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.953022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.953022] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.148746] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 in Status: SUCCESS [ 805.148746] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ef61ec-d38b-45ba-951e-e5e01dccb728 deletion is rescheduled due to dependency. [ 805.148746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ef61ec-d38b-45ba-951e-e5e01dccb728" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.412509] env[66369]: INFO networking_nsxv3.common.synchronization [req-4204c869-b588-4120-b2c9-3daad8dacb1d req-11741eff-555b-4794-b62b-5b9e7749f52b service nova] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_rules [ 805.412694] env[66369]: INFO networking_nsxv3.common.synchronization [req-4204c869-b588-4120-b2c9-3daad8dacb1d req-11741eff-555b-4794-b62b-5b9e7749f52b service nova] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 805.412819] env[66369]: INFO networking_nsxv3.common.synchronization [req-4204c869-b588-4120-b2c9-3daad8dacb1d req-11741eff-555b-4794-b62b-5b9e7749f52b service nova] Enqueued Resource ID: c77aa20d-8701-4e08-85ea-47b48384017a with Priority: HIGHEST for action port [ 805.413388] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_rules [ 805.413517] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 805.416463] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c77aa20d-8701-4e08-85ea-47b48384017a with Priority: HIGHEST for action port [ 805.416918] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.417131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.417219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.417653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.417725] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.418903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.419075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.419670] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c77aa20d-8701-4e08-85ea-47b48384017a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.419809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.419950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.420650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.420743] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c77aa20d-8701-4e08-85ea-47b48384017a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.458139] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.458387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.458475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.458736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.458976] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.459274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.459274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.459430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.459571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.459720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.459935] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.460069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.460153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.460307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.460532] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.460641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.460860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.461036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.461120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.461211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.461336] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.925722] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.925722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.925722] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c77aa20d-8701-4e08-85ea-47b48384017a with status ACTIVE [ 805.925722] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.925722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.925722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.926533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.926533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.926533] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.926533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.926533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.926533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.926808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.926808] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.927334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.927334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.927334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.927568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.927568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c77aa20d-8701-4e08-85ea-47b48384017a is going to be updated. [ 805.954223] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.954608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.955961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.955961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.955961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.956157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c77aa20d-8701-4e08-85ea-47b48384017a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.963652] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888783d-329b-46bc-9825-8df0e9ea5119: rpc.has_security_group_logging(os_id): False [ 805.987687] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.987908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.988099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.988344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.988650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.988903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.989049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.989096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.989294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.989471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.989636] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.989771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.989826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.989970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.990198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.990528] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.990840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.990840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.991023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.991106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.991199] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 806.109035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.113245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.113430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.113613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.113786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.133593] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 806.559695] env[66369]: INFO networking_nsxv3.common.synchronization [None req-ca03ef7c-1d9a-4a4a-a3b2-ec3b441bf644 None None] Enqueued Resource ID: 2b955a07-4669-40ea-a436-759ac36ecfdd with Priority: HIGHEST for action port [ 806.560373] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b955a07-4669-40ea-a436-759ac36ecfdd with Priority: HIGHEST for action port [ 806.560789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b955a07-4669-40ea-a436-759ac36ecfdd taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.561016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b955a07-4669-40ea-a436-759ac36ecfdd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.561016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b955a07-4669-40ea-a436-759ac36ecfdd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.561272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b955a07-4669-40ea-a436-759ac36ecfdd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.561374] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b955a07-4669-40ea-a436-759ac36ecfdd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.746071] env[66369]: INFO networking_nsxv3.common.synchronization [None req-8468c825-6991-4d06-83fa-8e8244173820 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_rules [ 806.746872] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_rules [ 806.747748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.747748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.747891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.748224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.748330] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.750890] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 806.751060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.751205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.751414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.751560] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.751666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.751719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.751903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.751980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.752085] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.925662] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5197595b-e330-4656-8046-f7e7e68ebc0a tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_rules [ 806.926755] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_rules [ 806.927163] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.927300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.028819] env[66369]: INFO networking_nsxv3.common.synchronization [req-a1a67a95-f04e-4833-bac1-c2958919947f req-e0039b23-0c2d-472f-a576-5545f042fc5f tempest-MigrationsAdminTest-573386484 tempest-MigrationsAdminTest-573386484-project-member] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 807.029358] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 807.029885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.029885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.030174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.030478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.030478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.030581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.030814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.031496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.031496] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.067449] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b955a07-4669-40ea-a436-759ac36ecfdd [ 807.067603] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.067729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.067798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.068020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.068109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.068202] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b955a07-4669-40ea-a436-759ac36ecfdd already deleted. [ 807.068287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b955a07-4669-40ea-a436-759ac36ecfdd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.254094] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.274057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.274057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.274057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.274274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.274620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.274620] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c already deleted. [ 807.274620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.274839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.274871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.274941] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.442912] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.443168] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.443269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.443511] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.443779] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.443973] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.444103] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.444320] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.444459] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.444688] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.444896] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.444896] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.445171] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.445317] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.445428] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.445557] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.469708] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.470605] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.470605] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.470605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.470765] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-2b16c194-1359-4903-90ed-1de4f1a1b424 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.470843] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.470942] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.471313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471427] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b16c194-1359-4903-90ed-1de4f1a1b424',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.533516] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.761753] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.804396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.804614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.804696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.804919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.805028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.805131] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c already deleted. [ 807.805239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.832522] env[66369]: INFO networking_nsxv3.common.synchronization [req-5dd3cf18-f3b4-415a-8580-4b6ab50dec79 req-ae7e5128-71eb-4bac-96fe-9dd6af6f33a0 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 807.832522] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 807.832818] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.833073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.833238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.833613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.833909] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.834562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.834562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.834562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.834856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.835620] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.974594] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.975086] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.975086] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.976195] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.976195] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.976195] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 2b16c194-1359-4903-90ed-1de4f1a1b424 not found, creating... [ 807.976195] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.976485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.976485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.976750] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.976938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.979531] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.979531] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.979531] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.979531] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.979531] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.979531] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 2b16c194-1359-4903-90ed-1de4f1a1b424 is going to be created. [ 808.002607] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.002848] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.003017] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.003414] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.003816] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.004104] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.037516] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.157207] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 808.158664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.158664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.158664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.158664] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.264696] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.264940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.265093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.265361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.265490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.265598] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be updated. [ 808.301253] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.301510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.301598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.301896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.302162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.315584] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 808.338562] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.338742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.338826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.339058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.339164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.339380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.339480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.339551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.339716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.339812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.339925] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 808.374720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.374888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.375133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.375331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.375484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.386341] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 808.541100] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.541388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.541388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.541841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.541925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.542037] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be updated. [ 808.579647] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.579859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.579859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.580169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.580331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.592457] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: IN_PROGRESS for 2s [ 808.661433] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.661726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.661853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.662132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.662566] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.662735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.662850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.663091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.663229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.663358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.663469] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.947466] env[66369]: INFO networking_nsxv3.common.synchronization [req-53598283-f3e6-44bc-87ba-4abe8c7aec7d req-be016dc9-781f-4afb-aca4-6fa7e97f6917 tempest-ListServersNegativeTestJSON-1067242769 tempest-ListServersNegativeTestJSON-1067242769-project-member] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 808.948598] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 808.948971] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.949174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.949509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.949509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.949709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.950160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.950160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.950475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.950609] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.144639] env[66369]: INFO networking_nsxv3.common.synchronization [None req-3f7010da-2e54-4c64-8887-23e3d1ef0912 None None] Enqueued Resource ID: 6b999cd9-1ccd-4a23-9ed6-73e255659fcb with Priority: HIGHEST for action port [ 809.147023] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b999cd9-1ccd-4a23-9ed6-73e255659fcb with Priority: HIGHEST for action port [ 809.147023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b999cd9-1ccd-4a23-9ed6-73e255659fcb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.147023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b999cd9-1ccd-4a23-9ed6-73e255659fcb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.147023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b999cd9-1ccd-4a23-9ed6-73e255659fcb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.147023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b999cd9-1ccd-4a23-9ed6-73e255659fcb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.147023] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b999cd9-1ccd-4a23-9ed6-73e255659fcb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.165831] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.165831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.201398] env[66369]: INFO networking_nsxv3.common.synchronization [req-a1a67a95-f04e-4833-bac1-c2958919947f req-da75c180-1443-44e0-8a2f-7b4a44eb5b23 service nova] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_rules [ 809.201398] env[66369]: INFO networking_nsxv3.common.synchronization [req-a1a67a95-f04e-4833-bac1-c2958919947f req-da75c180-1443-44e0-8a2f-7b4a44eb5b23 service nova] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 809.201398] env[66369]: INFO networking_nsxv3.common.synchronization [req-a1a67a95-f04e-4833-bac1-c2958919947f req-da75c180-1443-44e0-8a2f-7b4a44eb5b23 service nova] Enqueued Resource ID: 2b16c194-1359-4903-90ed-1de4f1a1b424 with Priority: HIGHEST for action port [ 809.201398] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_rules [ 809.201398] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 809.201398] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b16c194-1359-4903-90ed-1de4f1a1b424 with Priority: HIGHEST for action port [ 809.201398] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.201398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.201398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.201398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.201398] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.206085] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.206199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.206445] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b16c194-1359-4903-90ed-1de4f1a1b424 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.206552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.206621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.206823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.206902] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b16c194-1359-4903-90ed-1de4f1a1b424',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.455064] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.651879] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b999cd9-1ccd-4a23-9ed6-73e255659fcb [ 809.651879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.651879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.651879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.651879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.651879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.651879] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b999cd9-1ccd-4a23-9ed6-73e255659fcb already deleted. [ 809.651879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b999cd9-1ccd-4a23-9ed6-73e255659fcb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.710947] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b16c194-1359-4903-90ed-1de4f1a1b424 with status ACTIVE [ 809.710947] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.710947] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.710947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.710947] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.711627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.711627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.711627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.711627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.711627] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b16c194-1359-4903-90ed-1de4f1a1b424 is going to be updated. [ 809.712886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.712886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.737495] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.737716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.737716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.737872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.738015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.738184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b16c194-1359-4903-90ed-1de4f1a1b424" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.774743] env[66369]: INFO networking_nsxv3.common.synchronization [req-7f8caf90-f069-4c6f-a248-7d7941ad020b req-aa0b2d6a-0ed3-4a3c-a9dc-11e0d3c47842 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 809.775197] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 809.776470] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.776645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.776801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.777118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.777323] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.777458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.777517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.777723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.777824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.777937] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.956710] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.166890] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.167283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.167283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.167630] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.168014] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.168263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.168374] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.168616] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.168756] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.168954] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.169077] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.169176] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.169359] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.169440] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.169554] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.169699] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.194729] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.194729] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.194729] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.194729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.194729] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-a873d2cf-c407-4e31-bbd5-1084424ac376 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.194729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.194729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.194729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.195311] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a873d2cf-c407-4e31-bbd5-1084424ac376',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.280811] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.280996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.281081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.281302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.281395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.281611] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.281728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.281783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.281968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.281968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.282107] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 already deleted. [ 810.282279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.327354] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 810.327508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.327650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.327913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.328140] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.328348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.328443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.328614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.328760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.328835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.328886] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.402544] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 810.402867] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 deletion is rescheduled due to dependency. [ 810.403650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.460282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.460282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.460282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.460282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.460631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.460631] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 810.498866] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.499065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.499183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.499529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.499762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.513375] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 810.607031] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.607031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.607031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.607031] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.697539] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.697864] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.698084] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.698423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.698638] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.698836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port a873d2cf-c407-4e31-bbd5-1084424ac376 not found, creating... [ 810.699225] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.699452] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.699704] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.701170] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.701666] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.702256] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.702605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.703563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.703948] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.704189] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.704396] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: a873d2cf-c407-4e31-bbd5-1084424ac376 is going to be created. [ 810.736061] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.736358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.736488] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.736772] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.737011] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.737286] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.833729] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.833930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.833930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.834336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.834413] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.834536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.834760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.834846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.834941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.835040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.835193] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.835288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.835346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.835490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.835627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.835712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.835763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.835899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.835985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.836078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.836186] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.109620] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.339708] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7850b896-e4c6-4de5-92ba-0e3a6b122589: rpc.has_security_group_logging(os_id): False [ 811.364350] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.364505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.364579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.364806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.364952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.365143] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.365246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.365306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.365457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.365532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.365709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.365801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.365867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.366027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.366103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.366298] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.366394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.366439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.367738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.367862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.368602] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be updated. [ 811.440343] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.440575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.440634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.440846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.441034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.459215] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 811.522503] env[66369]: INFO networking_nsxv3.common.synchronization [req-7f8caf90-f069-4c6f-a248-7d7941ad020b req-e828dc97-39c5-4988-a341-799ae82e240d service nova] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 811.522676] env[66369]: INFO networking_nsxv3.common.synchronization [req-7f8caf90-f069-4c6f-a248-7d7941ad020b req-e828dc97-39c5-4988-a341-799ae82e240d service nova] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 811.522833] env[66369]: INFO networking_nsxv3.common.synchronization [req-7f8caf90-f069-4c6f-a248-7d7941ad020b req-e828dc97-39c5-4988-a341-799ae82e240d service nova] Enqueued Resource ID: a873d2cf-c407-4e31-bbd5-1084424ac376 with Priority: HIGHEST for action port [ 811.523508] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 811.523616] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 811.523706] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a873d2cf-c407-4e31-bbd5-1084424ac376 with Priority: HIGHEST for action port [ 811.524152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.524283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.524349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.524556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.524637] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.526037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.526175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.526435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.526595] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.526691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.526752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.526913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.527016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.528308] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.529296] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a873d2cf-c407-4e31-bbd5-1084424ac376 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.529443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.529516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.530233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.533081] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a873d2cf-c407-4e31-bbd5-1084424ac376',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.612889] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.036037] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.037361] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.037508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.037623] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a873d2cf-c407-4e31-bbd5-1084424ac376 with status ACTIVE [ 812.037777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.038991] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.038991] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.038991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.039431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.039431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.039431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.039431] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a873d2cf-c407-4e31-bbd5-1084424ac376 is going to be updated. [ 812.062304] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.062468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.062551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.062831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.063036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.063269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a873d2cf-c407-4e31-bbd5-1084424ac376" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.107645] env[66369]: INFO networking_nsxv3.common.synchronization [req-50d54b4f-8e30-48a1-b9cf-a64e20390a97 req-9e0c9051-0dc1-4de2-862d-383ceca48ae0 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_members [ 812.108236] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGHEST for action security_group_members [ 812.108547] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.108672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.108739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.108937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.109101] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.109200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.109256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.109414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.109487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.109578] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.115592] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.115725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.115794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.115981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.116080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.116171] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be updated. [ 812.155274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.155466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.155514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.155733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.155880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.168028] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: IN_PROGRESS for 2s [ 812.524279] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 812.524561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.524878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.525408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.525408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.525543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.525621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.525693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.525928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.526032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.526089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.526222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.526450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.526484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.526619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.526717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.526761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.526838] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.541812] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.611998] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.612192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.612268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.612487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.612824] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.612933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.612993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.614026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.614026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.614026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d is going to be updated. [ 812.646534] env[66369]: INFO networking_nsxv3.common.synchronization [req-58bebd7f-4fff-48a0-86da-a76e326e4888 req-71c6dec0-f3f6-4e4f-9ce9-100b88a31bfc tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 812.646929] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 812.647980] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.648232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.648357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.648702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.648902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.650442] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.650633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.650754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.651081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.651401] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.651760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.651760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.651873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.651950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.652084] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.666829] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d in Status: IN_PROGRESS for 2s [ 813.028850] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0888783d-329b-46bc-9825-8df0e9ea5119: rpc.has_security_group_logging(os_id): False [ 813.046611] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.046611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.046611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.046611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.046611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.046611] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be created. [ 813.049053] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.049289] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.049490] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.049891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.050192] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.050395] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.051176] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.051176] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.051543] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.051796] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.051926] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.052434] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.052660] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.052874] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.053042] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.053279] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.057403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.057630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.057786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.058385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.058385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.058699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.058856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.058967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.059272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.059413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.059749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.059903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.060007] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.060286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.060354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.060732] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.060885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.060998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.061233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.061365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.061481] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 813.096655] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.096961] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.097064] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.097255] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.097683] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-8ec73429-2664-4609-9429-c81523b87182 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.098076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.098122] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.098615] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.098887] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec73429-2664-4609-9429-c81523b87182',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.103778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.103994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.103994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.104352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.104436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.115116] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: UNINITIALIZED for 2s [ 813.142912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.143151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.143405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.143536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.159094] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.159322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.159711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.159711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.159886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.160071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.160182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.160245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.160522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.160816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.160857] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 813.182501] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 813.197282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.197460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.197460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.197691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.197835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.214634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 813.475160] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 813.475427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.602495] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.602495] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.602899] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.602899] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.603031] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.603466] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 8ec73429-2664-4609-9429-c81523b87182 not found, creating... [ 813.603820] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.603998] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.604233] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.604497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.604649] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.605037] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.605189] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.605299] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.605658] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.605809] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.605949] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 8ec73429-2664-4609-9429-c81523b87182 is going to be created. [ 813.638640] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.638640] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.638640] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.638914] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.639149] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.639658] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.181216] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 814.181216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.181216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.181443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.181688] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.181743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.181773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.181943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.182020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.182088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.182176] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.340109] env[66369]: INFO networking_nsxv3.common.synchronization [req-58bebd7f-4fff-48a0-86da-a76e326e4888 req-151cd151-efc6-42d4-aca2-3d84d3b63a44 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 814.340287] env[66369]: INFO networking_nsxv3.common.synchronization [req-58bebd7f-4fff-48a0-86da-a76e326e4888 req-151cd151-efc6-42d4-aca2-3d84d3b63a44 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 814.340417] env[66369]: INFO networking_nsxv3.common.synchronization [req-58bebd7f-4fff-48a0-86da-a76e326e4888 req-151cd151-efc6-42d4-aca2-3d84d3b63a44 service nova] Enqueued Resource ID: 8ec73429-2664-4609-9429-c81523b87182 with Priority: HIGHEST for action port [ 814.341057] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 814.341197] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 814.341287] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec73429-2664-4609-9429-c81523b87182 with Priority: HIGHEST for action port [ 814.341567] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.341693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.341751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.341952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.342038] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.343035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.343143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344095] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ec73429-2664-4609-9429-c81523b87182 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.344095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.344095] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec73429-2664-4609-9429-c81523b87182',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.680652] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d in Status: SUCCESS [ 814.680958] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d deletion is rescheduled due to dependency. [ 814.681142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.684886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.685839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.685839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.685839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.685839] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.686303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.686303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.686407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.686482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.686651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.686832] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.686990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.687073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.687247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.687420] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.687556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.687616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.687812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.687897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.688029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.688200] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.848920] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.849073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.851548] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ec73429-2664-4609-9429-c81523b87182 with status ACTIVE [ 814.851794] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.851937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.852012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.852251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.852353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.852537] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.852642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.852704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.852930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.852988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.853159] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.853253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.853361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.853453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.853538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.853632] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ec73429-2664-4609-9429-c81523b87182 is going to be updated. [ 814.876068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.876257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.876313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.876587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.876741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.876926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ec73429-2664-4609-9429-c81523b87182" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.125989] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 815.126291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.126397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.126598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.126796] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.126913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.126971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.127135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.127205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.127308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.127371] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.192566] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c18cf327-2e1c-4db0-8d9b-d761b8194785: rpc.has_security_group_logging(os_id): False [ 815.202291] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 815.205050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.205050] env[66369]: INFO networking_nsxv3.common.synchronization [req-3b341e50-b6dc-4f3e-8143-62b7b296dd1b req-c91099df-cdc7-4986-9272-e00fccc145d9 tempest-ListServerFiltersTestJSON-1877256765 tempest-ListServerFiltersTestJSON-1877256765-project-member] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 815.205628] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 815.205954] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.206907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.206907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.206907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.206907] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.207218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.210278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.210278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.210278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.210278] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.210278] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.210278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.210278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.210525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.210586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.210813] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.210915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.210978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.211135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.211212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.211387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.211517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.211570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.211683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.211756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.211938] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.212049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.212671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.212971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.213031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.213139] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be updated. [ 815.224260] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 815.224436] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 815.224550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.224733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.224973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.225183] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.225300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.225366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.225521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.225606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.225696] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.287634] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.287634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.287634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.287634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.287883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.307916] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: IN_PROGRESS for 2s [ 815.517516] env[66369]: INFO networking_nsxv3.common.synchronization [req-b879313e-b0cd-4b14-b8ea-1af4be2beb38 req-81d60c8e-559d-4cee-9038-9d948b0e5de1 tempest-ServersWithSpecificFlavorTestJSON-2117984926 tempest-ServersWithSpecificFlavorTestJSON-2117984926-project-member] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 815.518048] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 815.518416] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.518542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.518629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.518835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.518988] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.525025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.525025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.525025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.525025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.525025] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.630450] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.715889] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.729602] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.904264] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-733 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.904453] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.904564] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.904867] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.905140] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.905289] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.905394] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.905622] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.905754] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.905959] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.906290] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.906420] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.906571] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.906843] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.906968] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.907112] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.934719] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.934938] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.935167] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.935423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-733" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.936015] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-af47aa10-e64d-4cea-858c-370642083a06 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.936234] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.936349] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.936686] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.936816] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af47aa10-e64d-4cea-858c-370642083a06',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.028063] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.028270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.028341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.028585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.028692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.029068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.029259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.029373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.029848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.029965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.030111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be updated. [ 816.059852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.059852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.060188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.060188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.060414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.071135] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: IN_PROGRESS for 2s [ 816.133255] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d815fa-56ce-4038-bd4b-702e7bd43aa0: rpc.has_security_group_logging(os_id): False [ 816.152711] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.152924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.153024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.153283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.153743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.153743] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.153870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.153912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.154115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.154219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.154345] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be created. [ 816.218590] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.224727] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.224860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.224930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.225161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.225336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.230818] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.236476] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 816.439166] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.439507] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.439698] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.440118] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.440483] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.440703] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port af47aa10-e64d-4cea-858c-370642083a06 not found, creating... [ 816.441116] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.441352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.441536] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.441864] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.442080] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.442495] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.442720] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.442890] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.443201] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.443394] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.443829] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: af47aa10-e64d-4cea-858c-370642083a06 is going to be created. [ 816.466016] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.466299] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.466369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.466762] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.466862] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.467035] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.720631] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.721479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.721591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.721871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.721962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.722118] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 816.733441] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.733738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.733838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.734094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.734190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.734309] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 816.756730] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.756885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.757101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.757224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.757361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.778890] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 816.786967] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.786967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.786967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.786967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.786967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.796531] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 817.238834] env[66369]: INFO networking_nsxv3.common.synchronization [req-b879313e-b0cd-4b14-b8ea-1af4be2beb38 req-4e79a7e8-988d-40d7-a02b-ea75e1320762 service nova] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 817.239029] env[66369]: INFO networking_nsxv3.common.synchronization [req-b879313e-b0cd-4b14-b8ea-1af4be2beb38 req-4e79a7e8-988d-40d7-a02b-ea75e1320762 service nova] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 817.239167] env[66369]: INFO networking_nsxv3.common.synchronization [req-b879313e-b0cd-4b14-b8ea-1af4be2beb38 req-4e79a7e8-988d-40d7-a02b-ea75e1320762 service nova] Enqueued Resource ID: af47aa10-e64d-4cea-858c-370642083a06 with Priority: HIGHEST for action port [ 817.239870] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_rules [ 817.240026] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 817.240156] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af47aa10-e64d-4cea-858c-370642083a06 with Priority: HIGHEST for action port [ 817.240465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.240633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.240696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.241066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.241175] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.242399] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.242399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.242659] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-af47aa10-e64d-4cea-858c-370642083a06 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.242730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.242822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.244448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.244448] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af47aa10-e64d-4cea-858c-370642083a06',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.333978] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 817.334422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.745618] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.745618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.746214] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af47aa10-e64d-4cea-858c-370642083a06 with status ACTIVE [ 817.746214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.746214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.746214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.746369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.746446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.746660] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.746761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.746821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.746973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.747064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.747240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.747331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.747389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.747529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.747602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.747682] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af47aa10-e64d-4cea-858c-370642083a06 is going to be updated. [ 817.790541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.790541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.790541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.790541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.790541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.790541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af47aa10-e64d-4cea-858c-370642083a06" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.086333] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 818.086582] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf deletion is rescheduled due to dependency. [ 818.086747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.086918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.087146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.087375] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.087530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.087622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.087784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.087883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.088013] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.251608] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 818.251890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.590657] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.796888] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 818.797250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.809970] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 818.810467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.810710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.810993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.811233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.811363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.811454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.811608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.811680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.811858] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.094491] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.316814] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.316814] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.316814] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.316814] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.316814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.317684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.317684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.317684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.317684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.317684] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.600172] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.600339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.600421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.600714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.600839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.600959] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be updated. [ 819.634397] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.634802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.634951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.635320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.635849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.651767] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: IN_PROGRESS for 2s [ 819.819411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527875f1-fea1-4592-aa7e-37dbcf098ee2: rpc.has_security_group_logging(os_id): False [ 819.842315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.842315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.842315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.842315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.842504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.842619] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.842724] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.842791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.843042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.843155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.843382] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.843481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.843541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.843766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.843804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.843965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.844072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.844131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.844273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.844347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.844432] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 820.046210] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.046445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.046527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.064990] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 820.315628] env[66369]: INFO networking_nsxv3.common.synchronization [req-dfac5f19-a104-4a65-933d-73163357683b req-8acb784c-af39-4b63-a144-688bc82324fd tempest-FloatingIPsAssociationTestJSON-242321968 tempest-FloatingIPsAssociationTestJSON-242321968-project-member] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 820.316655] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGHEST for action security_group_members [ 820.316655] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.316821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.316861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.317087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.318461] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.318461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.318461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.318461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.318461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.318461] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.820778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.821177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.821312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.821431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.821750] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.821858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.821941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.822127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.822231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.822374] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be updated. [ 820.856903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.857159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.857159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.857338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.857463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.869010] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: IN_PROGRESS for 2s [ 821.663756] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 821.664101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.664329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.664562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.664762] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.664880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.664944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.665251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.665251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.665406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.665406] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.079416] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 822.079698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.167504] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.669804] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b97d8976-738b-4625-991b-1a1d828a2bdf: rpc.has_security_group_logging(os_id): False [ 822.692053] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.692257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.692327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.692504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.692620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.692874] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.692976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.693060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.693207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.693274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.693362] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be updated. [ 822.771259] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.771420] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.771457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.771780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.771855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.784361] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: IN_PROGRESS for 2s [ 822.888462] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 in Status: SUCCESS [ 822.889110] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 deletion is rescheduled due to dependency. [ 822.889110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.807508] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 824.807847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.317172] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.317353] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 825.379519] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-563a9052-bdf4-4884-8793-45f2bef6b255 tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 825.383585] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 825.384913] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.385095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.385165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.385976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.385976] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.385976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.385976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.385976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.385976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.386213] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.875605] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-517ebb26-ae31-4c1a-b166-719b7ad7313c tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 825.879197] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 825.879197] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.879197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889266] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.889266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.889266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.889266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.889589] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.889589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.889589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.889774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.889823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.890267] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a already deleted. [ 825.890267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.890267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.891192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.891192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.891192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.891192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.891192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.891192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.891459] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.319633] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-f8da36f7-bd22-4b1a-b89d-e85220d690c8 tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 826.320290] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 826.320647] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.321880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.394483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.394749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.394749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.398022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.398022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a already deleted. [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.398022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.398022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.398865] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.760248] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.760497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.760715] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.761070] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.761425] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.761605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.761721] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.761951] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.762104] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.762306] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.762412] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.762508] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.762636] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.762765] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.762875] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.763065] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.784432] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.784642] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.784859] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.785110] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.785539] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-584199ab-6e0d-42fa-ba0c-e874cbe023ce taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.785764] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.785963] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.786333] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.786474] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584199ab-6e0d-42fa-ba0c-e874cbe023ce',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.902331] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.902651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.902651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.902769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.902883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.903289] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.903422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.903532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.903653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.903910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.904072] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a already deleted. [ 826.904191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.290136] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.290358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.290505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.290881] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.291055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.291212] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 584199ab-6e0d-42fa-ba0c-e874cbe023ce not found, creating... [ 827.291486] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.291643] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.291792] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.292055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.292196] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.292497] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.292698] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.292824] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.293048] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.293194] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.293329] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 584199ab-6e0d-42fa-ba0c-e874cbe023ce is going to be created. [ 827.322927] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.323199] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.323520] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.323911] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.324358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.324712] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.051374] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-20c7fc88-4dca-40d3-b182-a4b5b97c08ff service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 828.051706] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-20c7fc88-4dca-40d3-b182-a4b5b97c08ff service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 828.051852] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-20c7fc88-4dca-40d3-b182-a4b5b97c08ff service nova] Enqueued Resource ID: 584199ab-6e0d-42fa-ba0c-e874cbe023ce with Priority: HIGHEST for action port [ 828.052597] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 828.052775] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 828.052985] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584199ab-6e0d-42fa-ba0c-e874cbe023ce with Priority: HIGHEST for action port [ 828.053297] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.053437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.053528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.053856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.054024] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.056020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.056209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.056308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.056529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.058097] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.058257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.058352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.058571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.058709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.058849] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.063023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-584199ab-6e0d-42fa-ba0c-e874cbe023ce taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.063023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.063023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.063023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.063023] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('584199ab-6e0d-42fa-ba0c-e874cbe023ce',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.557906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.557906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.562828] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.566705] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 584199ab-6e0d-42fa-ba0c-e874cbe023ce with status ACTIVE [ 828.567016] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.567188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.567253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.567458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.567574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.567767] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.567887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.567977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.568210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.568299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.568483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.568576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.568640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.568871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.569292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.569292] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 584199ab-6e0d-42fa-ba0c-e874cbe023ce is going to be updated. [ 828.595255] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.595442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.595442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.595618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.595853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.596027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-584199ab-6e0d-42fa-ba0c-e874cbe023ce" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.872835] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.873046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-649" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.873166] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-649" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.873498] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-649" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.873994] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.873994] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.873994] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.874286] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.874596] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.874700] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.874806] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.874906] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.875013] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.875118] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.875212] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.875328] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.896521] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.896694] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.896826] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.897031] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-649" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.897445] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-73574697-e819-471e-93da-af5e19f557c5 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.897599] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.897937] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.898138] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.898204] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73574697-e819-471e-93da-af5e19f557c5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.048647] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5256bd93-59df-4d1d-8dfc-2b0571a014bb None None] Enqueued Resource ID: b311d843-4a84-4778-a2c3-3608ec0983e9 with Priority: HIGHEST for action port [ 829.049214] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b311d843-4a84-4778-a2c3-3608ec0983e9 with Priority: HIGHEST for action port [ 829.049539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b311d843-4a84-4778-a2c3-3608ec0983e9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.049675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b311d843-4a84-4778-a2c3-3608ec0983e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.049740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b311d843-4a84-4778-a2c3-3608ec0983e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.049997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b311d843-4a84-4778-a2c3-3608ec0983e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.050354] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b311d843-4a84-4778-a2c3-3608ec0983e9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.064493] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.401659] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.403087] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.403087] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.403087] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.403087] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.403087] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 73574697-e819-471e-93da-af5e19f557c5 not found, creating... [ 829.405102] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.405102] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.405102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.405474] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 73574697-e819-471e-93da-af5e19f557c5 is going to be created. [ 829.429719] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.430540] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.430540] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.430540] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.430812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.431209] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.553626] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b311d843-4a84-4778-a2c3-3608ec0983e9 [ 829.553626] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.553626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.553626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.553626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.553626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.553883] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b311d843-4a84-4778-a2c3-3608ec0983e9 already deleted. [ 829.553883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b311d843-4a84-4778-a2c3-3608ec0983e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.567226] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.567346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.567428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.568983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.568983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.568983] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be created. [ 829.615727] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.615918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.615963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.616237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.616413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.628386] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: UNINITIALIZED for 2s [ 830.215055] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-cd100ccd-fafc-4526-bd91-7fcf745e43a0 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 830.215055] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-cd100ccd-fafc-4526-bd91-7fcf745e43a0 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 830.215055] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-cd100ccd-fafc-4526-bd91-7fcf745e43a0 service nova] Enqueued Resource ID: 73574697-e819-471e-93da-af5e19f557c5 with Priority: HIGHEST for action port [ 830.215055] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 830.215055] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 830.215055] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73574697-e819-471e-93da-af5e19f557c5 with Priority: HIGHEST for action port [ 830.215055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.215055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.217191] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.217191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.217764] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-73574697-e819-471e-93da-af5e19f557c5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.217764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.217764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.218035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.218035] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73574697-e819-471e-93da-af5e19f557c5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.721767] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73574697-e819-471e-93da-af5e19f557c5 with status ACTIVE [ 830.723250] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.723250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.723250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.723565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.724311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.724311] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.724311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.724311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.724692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.724917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.725492] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.725492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.725492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.725714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.725847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.725948] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73574697-e819-471e-93da-af5e19f557c5 is going to be updated. [ 830.754496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.754677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.754750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.754991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.755213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.755404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73574697-e819-471e-93da-af5e19f557c5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.057039] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-746 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.057039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.057039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.057308] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.057545] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.057700] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.057813] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.058279] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.058467] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.058712] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.058819] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.058920] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.059032] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.059464] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.059464] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.059464] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.079906] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.079906] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.079906] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.080214] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-746" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.080341] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-a42834a9-988c-4fc3-b505-a6aa0ae590e9 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.080722] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.080831] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.081312] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.081540] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42834a9-988c-4fc3-b505-a6aa0ae590e9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.583920] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.584299] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.584368] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.584731] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.584935] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.585159] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port a42834a9-988c-4fc3-b505-a6aa0ae590e9 not found, creating... [ 831.585519] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.585732] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.585896] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.586199] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.586383] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.586765] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.586976] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.587149] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.587426] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.587602] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.587789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: a42834a9-988c-4fc3-b505-a6aa0ae590e9 is going to be created. [ 831.610725] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.610725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.610725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.610725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.610725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.610725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.638922] env[66369]: INFO networking_nsxv3.common.synchronization [None req-87307534-fa7e-4abe-915c-66131e32f9e9 None None] Enqueued Resource ID: 3874b601-86ad-4a32-88f2-1e922f9713fd with Priority: HIGHEST for action port [ 831.640020] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 831.640276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.640820] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3874b601-86ad-4a32-88f2-1e922f9713fd with Priority: HIGHEST for action port [ 831.640992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.641222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.641413] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.641536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.641815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.641815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.641950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.642018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.642100] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.643054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3874b601-86ad-4a32-88f2-1e922f9713fd taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.643182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3874b601-86ad-4a32-88f2-1e922f9713fd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.643237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3874b601-86ad-4a32-88f2-1e922f9713fd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.643420] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3874b601-86ad-4a32-88f2-1e922f9713fd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.643554] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3874b601-86ad-4a32-88f2-1e922f9713fd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.644188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.644327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.644486] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.644588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.644653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.644812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.645140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.645140] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.147064] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3874b601-86ad-4a32-88f2-1e922f9713fd [ 832.147313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.147552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.147552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.147735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.147823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.147918] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3874b601-86ad-4a32-88f2-1e922f9713fd already deleted. [ 832.147997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3874b601-86ad-4a32-88f2-1e922f9713fd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.148217] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.149371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.149529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.348837] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-cca04538-0419-4d07-aaae-905c3640d167 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 832.349166] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-cca04538-0419-4d07-aaae-905c3640d167 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 832.349321] env[66369]: INFO networking_nsxv3.common.synchronization [req-758f1916-a2c9-4d20-9f3a-d2ec5216b5a9 req-cca04538-0419-4d07-aaae-905c3640d167 service nova] Enqueued Resource ID: a42834a9-988c-4fc3-b505-a6aa0ae590e9 with Priority: HIGHEST for action port [ 832.350274] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 832.350425] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 832.350654] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a42834a9-988c-4fc3-b505-a6aa0ae590e9 with Priority: HIGHEST for action port [ 832.350978] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.351098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.351374] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.351432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.351579] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a42834a9-988c-4fc3-b505-a6aa0ae590e9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.351674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.351740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.351950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.352042] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a42834a9-988c-4fc3-b505-a6aa0ae590e9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.650974] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.854277] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a42834a9-988c-4fc3-b505-a6aa0ae590e9 with status ACTIVE [ 832.854405] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.854516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.854612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.855243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.855243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.855575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.855664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.855742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.855954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.856049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.856258] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.856363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.856425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.856575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.856654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.856735] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a42834a9-988c-4fc3-b505-a6aa0ae590e9 is going to be updated. [ 832.879631] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.879796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.879859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.880111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.880255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.880421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a42834a9-988c-4fc3-b505-a6aa0ae590e9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153443] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.153852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.153974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.154376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.154474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.154588] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 833.193908] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.194124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.194214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.194467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.194651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.205279] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 835.219029] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 835.219029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.220339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.220339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.220339] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.220339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.220339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.220339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.221164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.221164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.221164] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.221164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.221164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.221704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.221704] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.221704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.221704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.221889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.221993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.222126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.222568] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.223225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.223390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.223540] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.223633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.223709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.223859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.223934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.224029] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.400129] env[66369]: INFO networking_nsxv3.common.synchronization [req-1c9e869d-c9fa-4fcd-bff8-6df66769eae0 req-942c58f6-cf94-487f-8f4f-c41353115439 tempest-InstanceActionsV221TestJSON-955863700 tempest-InstanceActionsV221TestJSON-955863700-project-member] Enqueued Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_members [ 835.400129] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_members [ 835.401048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.401048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.401048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.401048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.401427] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.401427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.401427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.401427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.401631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.401631] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.725662] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ba674a-bd33-433e-b8b3-9dd6255c1d9a: rpc.has_security_group_logging(os_id): False [ 835.727290] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.746398] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.746596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.746596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.746813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.746904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.747236] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.747324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.747360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.747568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.747672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.747919] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.748062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.748152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.748339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.748440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.748700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.748816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.748906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.753207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.753207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.753207] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be created. [ 835.826240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.826240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.826240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.826240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.826240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.834126] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-413 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.834311] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-413" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.834427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-413" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.834812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-413" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.835133] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.835310] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.835475] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.835713] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.835879] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.836234] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.836347] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.836486] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.836606] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.836751] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.836864] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.836995] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.838885] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 835.861333] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.861505] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.861645] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.861879] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-413" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.862435] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-49c2acfe-8252-4abd-ae7d-351182651275 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.862567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.862628] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.863093] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.863163] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c2acfe-8252-4abd-ae7d-351182651275',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.904623] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.904828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.904894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.905326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.905326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.905475] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.905540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.905577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.905731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.905805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.905892] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 already deleted. [ 835.905982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.229062] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.368566] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.368857] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.368857] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.369328] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.369537] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.369788] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 49c2acfe-8252-4abd-ae7d-351182651275 not found, creating... [ 836.370240] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.370503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.370808] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.371200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.371431] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.371877] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.372082] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.372254] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.372526] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.372664] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.372802] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 49c2acfe-8252-4abd-ae7d-351182651275 is going to be created. [ 836.395052] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.395418] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.395418] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.395631] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.395854] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.396104] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.731201] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.731418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.731521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.731806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.731941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.732095] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 836.779944] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.781745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.781745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.781745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.781745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.793154] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 837.137015] env[66369]: INFO networking_nsxv3.common.synchronization [req-1c9e869d-c9fa-4fcd-bff8-6df66769eae0 req-b5ed3f76-fb06-4ee9-8d23-d30efc687565 service nova] Enqueued Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_rules [ 837.137326] env[66369]: INFO networking_nsxv3.common.synchronization [req-1c9e869d-c9fa-4fcd-bff8-6df66769eae0 req-b5ed3f76-fb06-4ee9-8d23-d30efc687565 service nova] Enqueued Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_members [ 837.137564] env[66369]: INFO networking_nsxv3.common.synchronization [req-1c9e869d-c9fa-4fcd-bff8-6df66769eae0 req-b5ed3f76-fb06-4ee9-8d23-d30efc687565 service nova] Enqueued Resource ID: 49c2acfe-8252-4abd-ae7d-351182651275 with Priority: HIGHEST for action port [ 837.138396] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_rules [ 837.138681] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_members [ 837.138887] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49c2acfe-8252-4abd-ae7d-351182651275 with Priority: HIGHEST for action port [ 837.139951] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.139951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.139951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.140336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.140336] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.144282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.144282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.144282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.144282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.144282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.144282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.147036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.147036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.147036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.147036] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.147675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-49c2acfe-8252-4abd-ae7d-351182651275 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.147796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.147866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.148047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.148203] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49c2acfe-8252-4abd-ae7d-351182651275',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.497984] env[66369]: INFO networking_nsxv3.common.synchronization [req-8f505c29-f226-4004-b2f4-377db6516ee3 req-1c72cd7b-7206-4214-a613-407c675c27b1 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 837.498528] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 837.499190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.499353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.499353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.499538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.499658] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.499749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.499811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.499947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.500042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.500117] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.649941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.650141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.650925] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.651290] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49c2acfe-8252-4abd-ae7d-351182651275 with status ACTIVE [ 837.651548] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.651699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.651763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.652314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.652314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.652314] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.652483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.652483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.652620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.652694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.652869] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.652952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.653563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.654234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.654234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.654234] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49c2acfe-8252-4abd-ae7d-351182651275 is going to be updated. [ 837.678132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.678357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.678442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.678705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.678874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.679157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49c2acfe-8252-4abd-ae7d-351182651275" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.853812] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 837.854077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.854344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.854617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.854707] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.003651] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.003651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.003651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.003807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.003807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.003980] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.004089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.004175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.004296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.004356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.004446] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 838.035028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.035028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.035028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.035028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.035028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.043576] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 838.110580] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ee64c17-c88c-48e6-98be-0585ee5bfa2e req-e110a17c-b526-4694-a9f1-2ea471b8b44e tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 838.111209] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 838.111533] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.111656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.111728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.111932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.112106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.112205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.112267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.112431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.112515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.112610] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.156905] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.360464] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.360718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.552594] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.552905] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.552905] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.553190] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.553439] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.553652] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.553714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.553923] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.554063] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.554261] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.554363] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.554460] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.554556] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.554652] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.554749] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.554863] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.574549] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.574710] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.574839] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.574999] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.575327] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-3863435f-6ff9-407a-9bfa-fdee01bfd998 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.575489] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.575599] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.576032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.576239] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3863435f-6ff9-407a-9bfa-fdee01bfd998',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.614793] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.614793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.614977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.615407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.615563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.615620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.615652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.615848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.615929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.616019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 838.646210] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.646397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.646478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.646761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.646907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.656942] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 838.659453] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.659607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.659671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.659849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.659966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.660141] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 is going to be created. [ 838.682832] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.682986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.683196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.683758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.683758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.694060] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 in Status: UNINITIALIZED for 2s [ 838.810335] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 838.810335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.810478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.810618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.810902] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.811037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.811101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.811275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.811350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.811431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.811518] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.962364] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.962564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.963757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.963757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.963757] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.079912] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.079912] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.079912] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.080268] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.080268] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.080367] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 3863435f-6ff9-407a-9bfa-fdee01bfd998 not found, creating... [ 839.080633] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.081098] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.081098] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.081210] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.081346] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.081647] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.081813] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.081924] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.083240] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.083240] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.083240] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 3863435f-6ff9-407a-9bfa-fdee01bfd998 is going to be created. [ 839.110644] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.110979] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.111126] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.111373] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.111586] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.111954] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.314442] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.314797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.314797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.315332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.315332] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.315499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.315499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.315713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.315817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.315952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.316186] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.316311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.316376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.316562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.316849] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.316849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.317048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.317273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.317395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.317533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.317667] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.466041] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.597579] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d6b9530b-87c4-41e0-9587-7480cde92db9 None None] Enqueued Resource ID: 0b877ab9-41dd-4dfa-87d2-9d72e5c56547 with Priority: HIGHEST for action port [ 839.597579] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b877ab9-41dd-4dfa-87d2-9d72e5c56547 with Priority: HIGHEST for action port [ 839.597579] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b877ab9-41dd-4dfa-87d2-9d72e5c56547 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.597579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b877ab9-41dd-4dfa-87d2-9d72e5c56547" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.597579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b877ab9-41dd-4dfa-87d2-9d72e5c56547" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.597579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b877ab9-41dd-4dfa-87d2-9d72e5c56547" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.597579] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b877ab9-41dd-4dfa-87d2-9d72e5c56547',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.815816] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ee64c17-c88c-48e6-98be-0585ee5bfa2e req-95c8d45a-c542-44e0-992a-0cdeb83f5ef8 service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 839.816032] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ee64c17-c88c-48e6-98be-0585ee5bfa2e req-95c8d45a-c542-44e0-992a-0cdeb83f5ef8 service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 839.816184] env[66369]: INFO networking_nsxv3.common.synchronization [req-5ee64c17-c88c-48e6-98be-0585ee5bfa2e req-95c8d45a-c542-44e0-992a-0cdeb83f5ef8 service nova] Enqueued Resource ID: 3863435f-6ff9-407a-9bfa-fdee01bfd998 with Priority: HIGHEST for action port [ 839.816696] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 839.816829] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 839.816929] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3863435f-6ff9-407a-9bfa-fdee01bfd998 with Priority: HIGHEST for action port [ 839.819536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.819667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.819733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.819941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.820056] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.821298] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.821403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.821675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3863435f-6ff9-407a-9bfa-fdee01bfd998 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.821801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.821910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.822118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.822593] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3863435f-6ff9-407a-9bfa-fdee01bfd998',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.823425] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ba674a-bd33-433e-b8b3-9dd6255c1d9a: rpc.has_security_group_logging(os_id): False [ 839.843847] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.844047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.844093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.844306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.844392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.844609] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.844706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.845010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.845010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.845010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.845162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.845260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.845318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.845467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.845538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.845706] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.845797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.845856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.845992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.846087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.846170] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 839.946825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.947438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.947566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.948672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.948672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.963952] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 839.968031] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.055093] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 840.055309] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 840.055427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.100281] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b877ab9-41dd-4dfa-87d2-9d72e5c56547 [ 840.100805] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.100805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.100805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.101063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.101063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.101133] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b877ab9-41dd-4dfa-87d2-9d72e5c56547 already deleted. [ 840.101164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b877ab9-41dd-4dfa-87d2-9d72e5c56547" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.323842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.324013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.328497] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3863435f-6ff9-407a-9bfa-fdee01bfd998 with status ACTIVE [ 840.328925] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.329141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.329257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.329531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.329608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.329843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.329976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.330076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.330285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.330393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.330624] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.330792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.330856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.331048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.331134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.331250] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3863435f-6ff9-407a-9bfa-fdee01bfd998 is going to be updated. [ 840.353723] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.353882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.353972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.354217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.354363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.354536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3863435f-6ff9-407a-9bfa-fdee01bfd998" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.470603] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 840.470754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 840.669114] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 840.669540] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 840.669671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.670036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.670128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.670392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.670566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.670629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.670895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.671019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.671315] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.710168] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 in Status: SUCCESS [ 840.711450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.711660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.711928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.712164] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.712296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.712351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.712526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.712620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.712737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.712868] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.173488] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.220489] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.220651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.220752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.220996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.222344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.222344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.222344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.222789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.222789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.222789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.222789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.222789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.222957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.222957] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.477703] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.477873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.477997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.478122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.494144] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 841.495044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.495889] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 841.529147] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.529147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.529147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.529510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.536319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.536319] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 841.536319] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.536319] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 841.582306] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.582611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.582611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.582802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.586718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.586718] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 841.663843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.663843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.663843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.664476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.664476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.664476] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 841.678543] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.725915] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f183dc66-672b-438f-8a31-c7bdb35c55b9: rpc.has_security_group_logging(os_id): False [ 841.749086] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.749282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.749282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.749989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.749989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.749989] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 841.750232] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'527875f1-fea1-4592-aa7e-37dbcf098ee2', '69ba674a-bd33-433e-b8b3-9dd6255c1d9a', '5f660844-d418-4930-b72b-5905891f5447', '958b11ea-3231-43ce-8752-ad8475364b4a', 'd632628c-56eb-48e1-81bb-2b30990726c1', 'a5d30b88-aae4-4628-9bc2-7da1f5592de4', 'da1bd991-6d97-478b-b376-a1137893f8df', '981ec998-7e32-46cd-a7ed-a76822f4cd4d', '28c70e63-7c54-43cb-b1ff-bbcf2e6a8448', 'c3528ce4-ec43-4dea-9fcc-1cd0582f502f', 'c125a1d4-8dfe-466c-9633-f5ae1af579df', '3ef27885-8d53-4480-91ff-b029f566d95b', 'f9f9508b-bd1a-43a6-8a1c-9764791e59af', '034fa420-4c36-46c3-85ec-ff2c16faf928', '38d815fa-56ce-4038-bd4b-702e7bd43aa0', '8d87df24-de1a-4454-b00f-3b119c6c4ac5', '5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311', '4be05c09-2cf7-40a2-9bc0-934b99a1f044', 'cbfaca33-9774-462d-82d2-270faee4a075', '7850b896-e4c6-4de5-92ba-0e3a6b122589', '25ef61ec-d38b-45ba-951e-e5e01dccb728', '5390f130-21b3-4349-8e23-d8ec9fd9be49', 'da54f1be-694c-4869-8cd8-d3ac81fe4cca', '98580207-dbc8-4fbd-b5e1-7ee5e8989884', '65856b80-4781-4db0-9795-791dfd7e5b83', '28bd8094-02b5-42a6-8291-22cb749565e2', '0888783d-329b-46bc-9825-8df0e9ea5119', 'c18cf327-2e1c-4db0-8d9b-d761b8194785', 'b97d8976-738b-4625-991b-1a1d828a2bdf', '7962bd12-d8cb-482a-9ffa-6a0195a24c83', 'c383c3ee-4f05-4073-b064-e35566e03e09', 'c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6', 'a959b81b-26e8-48e4-8b4e-2c198eae7c1b'} {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.750330] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 841.752366] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.752514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.752567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.752749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.752815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.753178] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.753317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.753317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.753759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.753759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.753759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.753759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.753915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.753956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.754025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.754224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.754287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.754347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.754608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.754608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.755738] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 is going to be created. [ 841.779406] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.779406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.779406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.779406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.779406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.779406] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 841.779406] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.779406] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 841.827600] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.827770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.827804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.828029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.828269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.841315] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 in Status: IN_PROGRESS for 2s [ 841.866427] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.868637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.868637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.868637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.868637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.868637] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 841.868900] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.868900] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 841.868900] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 841.869020] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 841.869054] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGH for action security_group_rules [ 841.869251] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGH for action security_group_rules [ 841.869251] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGH for action security_group_rules [ 841.869251] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGH for action security_group_rules [ 841.869425] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGH for action security_group_rules [ 841.869425] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGH for action security_group_rules [ 841.869425] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGH for action security_group_rules [ 841.869526] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGH for action security_group_rules [ 841.869526] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGH for action security_group_rules [ 841.870258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGH for action security_group_rules [ 841.870851] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGH for action security_group_rules [ 841.870851] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGH for action security_group_rules [ 841.870851] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGH for action security_group_rules [ 841.871017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.985975] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 841.986963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.987738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.988122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.988317] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.992497] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b7609b44-7bb0-4463-9ef2-6058a647457a None None] Enqueued Resource ID: 1bf6cb0f-4180-44c0-a08d-4ac4ded962ad with Priority: HIGHEST for action port [ 841.995811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf6cb0f-4180-44c0-a08d-4ac4ded962ad with Priority: HIGHEST for action port [ 841.995811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGH for action security_group_rules [ 841.995811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGH for action security_group_rules [ 841.995811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGH for action security_group_rules [ 841.995811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGH for action security_group_rules [ 841.995811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef27885-8d53-4480-91ff-b029f566d95b with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 with Priority: HIGH for action security_group_rules [ 841.996705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 with Priority: HIGH for action security_group_rules [ 841.997109] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d with Priority: HIGH for action security_group_rules [ 841.997109] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d632628c-56eb-48e1-81bb-2b30990726c1 with Priority: HIGH for action security_group_rules [ 841.997109] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGH for action security_group_rules [ 841.997109] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958b11ea-3231-43ce-8752-ad8475364b4a with Priority: HIGH for action security_group_rules [ 841.997913] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf6cb0f-4180-44c0-a08d-4ac4ded962ad taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.997913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf6cb0f-4180-44c0-a08d-4ac4ded962ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.997913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf6cb0f-4180-44c0-a08d-4ac4ded962ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.997913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf6cb0f-4180-44c0-a08d-4ac4ded962ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.997913] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf6cb0f-4180-44c0-a08d-4ac4ded962ad',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.000330] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.000330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.000484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.001105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.001105] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.001818] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.001977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.002169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.002393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.002393] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.004386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.004386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.004386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.004386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.004386] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.005443] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.005577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.005637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.006834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.006834] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.007091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.007208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.007446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.007602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.007695] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.009163] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.009163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.009163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.009163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.009163] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.010408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.010408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.010408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.010408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.010665] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be05c09-2cf7-40a2-9bc0-934b99a1f044',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.011654] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.011807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.011807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.012049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.012049] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.012698] env[66369]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 842.013058] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.013274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.013274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.013481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.013481] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.014595] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.014747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.014747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.015924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.015924] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d87df24-de1a-4454-b00f-3b119c6c4ac5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.015924] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.016170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.016170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.016283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.016283] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9f9508b-bd1a-43a6-8a1c-9764791e59af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.017157] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ef27885-8d53-4480-91ff-b029f566d95b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.017283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.017345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.018595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.018595] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ef27885-8d53-4480-91ff-b029f566d95b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.020162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.020162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.020162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.020796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.020796] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.021387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.021572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.021632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.021826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.021942] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3528ce4-ec43-4dea-9fcc-1cd0582f502f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.022920] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.025143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.025293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.025523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.025826] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28c70e63-7c54-43cb-b1ff-bbcf2e6a8448',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.026871] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.027040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.027120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.027586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.027586] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5d30b88-aae4-4628-9bc2-7da1f5592de4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.030625] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.030783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.030783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.031067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.031179] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('981ec998-7e32-46cd-a7ed-a76822f4cd4d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.033052] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d632628c-56eb-48e1-81bb-2b30990726c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.033052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.033052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.033345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.033345] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d632628c-56eb-48e1-81bb-2b30990726c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.033469] env[66369]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 842.034371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.034371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.034566] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-958b11ea-3231-43ce-8752-ad8475364b4a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.034666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.034730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.034991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.035238] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('958b11ea-3231-43ce-8752-ad8475364b4a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.046938] env[66369]: INFO networking_nsxv3.common.synchronization [None req-e4f3a672-0e81-484f-aa11-e807cde83fb6 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_rules [ 842.053175] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_rules [ 842.058337] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.058337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.058337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.058337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.058337] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.074700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.074700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.074700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.074700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.106832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.107059] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be deleted. [ 842.172458] env[66369]: INFO networking_nsxv3.common.synchronization [None req-1a4c51dc-c364-4f3a-99dc-538539ab7e7d tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_rules [ 842.173209] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_rules [ 842.177020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.177020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.181388] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.181599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.181655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.182659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.182771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.182904] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 842.214415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.214415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.214415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.214415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.214415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.243537] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.243766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.243842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.244125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.244284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.258055] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 842.491971] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.492193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.492193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.492665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.492899] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.493046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.493130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.493315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.493662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.493868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.494259] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.540485] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bf6cb0f-4180-44c0-a08d-4ac4ded962ad [ 842.540658] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.540882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.541095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.541240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.541297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.541424] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bf6cb0f-4180-44c0-a08d-4ac4ded962ad already deleted. [ 842.541514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf6cb0f-4180-44c0-a08d-4ac4ded962ad" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.574555] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.574818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.574818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.575069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.586570] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.586773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.586868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.587187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.587400] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.587627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.587690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.587915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.588010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.588229] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.590314] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.590468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.598620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.598841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.598841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.599071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.599247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.599363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.599439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.599599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.599692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.599765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.599856] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.601748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.602095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.602170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.602328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.602490] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.602589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.602649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.602803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.602901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.603164] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.605324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.605495] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be deleted. [ 842.614088] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.614311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.614411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.614791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.614971] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.615179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.615331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.615526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.615630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615960] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.635733] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.635945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.636018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.636270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.636527] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.636694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.636770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.636976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.637170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.637286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.637344] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.638952] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.639068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.639068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.641233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.641233] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.641233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.641970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.641970] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f already deleted. [ 842.641970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.652583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.652898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.652950] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.698286] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.698731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.698921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.699167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.701284] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.701509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.702891] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.702891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.704656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.704932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.705581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.705669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.706393] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.706483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.707312] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.707405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.708109] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.708213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.708981] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.709091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.709844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.709967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.711717] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.711828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.734508] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 842.735603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.735603] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5d30b88-aae4-4628-9bc2-7da1f5592de4 is going to be deleted. [ 842.735962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.737730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.778371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.778657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.782973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.783184] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d87df24-de1a-4454-b00f-3b119c6c4ac5 is going to be deleted. [ 842.784278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.784623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.816065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.816222] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 981ec998-7e32-46cd-a7ed-a76822f4cd4d is going to be deleted. [ 842.820299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.820299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.848520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.848763] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3528ce4-ec43-4dea-9fcc-1cd0582f502f is going to be deleted. [ 842.849891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.849988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.871677] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.871859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.876740] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.876959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.885889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.886046] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28c70e63-7c54-43cb-b1ff-bbcf2e6a8448 is going to be deleted. [ 842.887406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.887655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.928627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.928821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.930985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.931146] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be05c09-2cf7-40a2-9bc0-934b99a1f044 is going to be deleted. [ 842.932245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.932551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.957987] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.957987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.989367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.989367] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311 is going to be deleted. [ 842.989583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.989799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.996882] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.997557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.997557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.997557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.997557] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.997769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.997769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.997995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.998072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.998111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.998890] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.998890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.998890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.998890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.998890] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.998890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.998890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.999219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.999219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.999219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.999219] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.041030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.041204] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9f9508b-bd1a-43a6-8a1c-9764791e59af is going to be deleted. [ 843.042620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.042876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.109355] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.110476] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.112026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.112026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ef27885-8d53-4480-91ff-b029f566d95b is going to be deleted. [ 843.113053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.113267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.120553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.120675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.143881] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.144149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.144424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.144710] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.144898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.145016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.145236] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.145358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.145456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.145615] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.145710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.145772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.145921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.146086] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.146190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.146253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.146388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.146459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.146538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.146627] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.148146] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.149133] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.149798] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.153936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.154103] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 958b11ea-3231-43ce-8752-ad8475364b4a is going to be deleted. [ 843.155856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.156529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.208450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.208450] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d632628c-56eb-48e1-81bb-2b30990726c1 is going to be deleted. [ 843.209546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.209681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.209811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.209915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.210960] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.211145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.211145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.211408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.211408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.211488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be05c09-2cf7-40a2-9bc0-934b99a1f044" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.211641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.211823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.211934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.212067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5d30b88-aae4-4628-9bc2-7da1f5592de4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.212638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.212829] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.213209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.213209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d87df24-de1a-4454-b00f-3b119c6c4ac5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.213342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.213511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.213595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.213753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-981ec998-7e32-46cd-a7ed-a76822f4cd4d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.213899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.214099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.214177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.214302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3528ce4-ec43-4dea-9fcc-1cd0582f502f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.214435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.214610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.214669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.214798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28c70e63-7c54-43cb-b1ff-bbcf2e6a8448" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.241302] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.241471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.241522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.241825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.241992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.242077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d4fdd3e-aaee-4e1f-84a6-ed8fb9a6e311" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.243688] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.244742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.244742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.244742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.244742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.244742] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f already deleted. [ 843.244742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.309070] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.309070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.309070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.309070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.309070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.309070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9f9508b-bd1a-43a6-8a1c-9764791e59af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.319171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.319362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.319755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.319755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.319755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.320025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ef27885-8d53-4480-91ff-b029f566d95b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.363341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.363492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.363559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.363893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.364062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.364145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-958b11ea-3231-43ce-8752-ad8475364b4a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.449451] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 843.449451] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.449451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.449451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.449451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.449451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.449451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d632628c-56eb-48e1-81bb-2b30990726c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.502473] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ba674a-bd33-433e-b8b3-9dd6255c1d9a: rpc.has_security_group_logging(os_id): False [ 843.561355] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.561594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.561762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.562138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.601373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.601778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.601989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.602098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.602365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.602435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.602613] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.602717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.602777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.603853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.603853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.603853] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.603853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.603853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.603853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.603853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.603853] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 843.611858] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d815fa-56ce-4038-bd4b-702e7bd43aa0: rpc.has_security_group_logging(os_id): False [ 843.615445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbfaca33-9774-462d-82d2-270faee4a075: rpc.has_security_group_logging(os_id): False [ 843.635119] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.635202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.635238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.635436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.644686] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.644686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.653147] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7850b896-e4c6-4de5-92ba-0e3a6b122589: rpc.has_security_group_logging(os_id): False [ 843.655969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c125a1d4-8dfe-466c-9633-f5ae1af579df: rpc.has_security_group_logging(os_id): False [ 843.657110] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 034fa420-4c36-46c3-85ec-ff2c16faf928: rpc.has_security_group_logging(os_id): False [ 843.658419] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da1bd991-6d97-478b-b376-a1137893f8df: rpc.has_security_group_logging(os_id): False [ 843.683175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.683478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.683478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.683478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.683672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.683822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.683910] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 843.685092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.685289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.687428] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.687553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.688384] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.688511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.689257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.689347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.691035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.691144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.733836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733836] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.733836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.733836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.733836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.733836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfaca33-9774-462d-82d2-270faee4a075 is going to be updated. [ 843.734510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.734510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738816] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.738816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.760741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.760741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.760741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.761495] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.761495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.761495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.761495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.761495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.761656] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be updated. [ 843.762812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.762986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.791620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.792045] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.792179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.792247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.792490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.792622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.792729] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1bd991-6d97-478b-b376-a1137893f8df is going to be updated. [ 843.793928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.841028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.866637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.866637] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.866637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.866637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.866637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.866637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.866637] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 843.868614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.868614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.869901] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 in Status: SUCCESS [ 843.870149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.877804] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.877804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.900614] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf149871-d14c-4ca3-a7cd-60f5d37323fb req-14ca3f10-a042-4f2d-b064-43cc577aef88 tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 843.901371] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 843.901687] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.901836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.901898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.908024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.908024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.908024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.908024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.908024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.908024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.908024] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.916753] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.916753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.943639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.944041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.944158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.944293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.944436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.944521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.944730] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 is going to be updated. [ 843.950068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.950288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.950455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.951722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.951845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.951978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.954091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.954244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.954311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.954483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.954711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.955530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.955720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.955854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.956804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.957112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.957219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.987578] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 843.988437] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: IN_PROGRESS for 2s [ 843.989046] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: IN_PROGRESS for 2s [ 843.989669] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 843.990874] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 844.082977] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.082977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.082977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.082977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.082977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.101484] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.104023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.104023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.104023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.104023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.111814] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 844.126845] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: IN_PROGRESS for 2s [ 844.273755] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.273755] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.273755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.273755] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.410066] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.410402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.410402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.410786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.412784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.412784] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.412784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.412784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.412784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.413233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.413233] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 already deleted. [ 844.413233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.451230] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.451230] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.451230] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.451638] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.453038] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.453226] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.453300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.453660] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.453888] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.454158] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.454818] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.455014] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.455222] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.455396] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.455601] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.455773] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.478568] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.478792] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.479055] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.479303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.479696] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-6e5bdc78-e12e-4631-be48-7849a410a521 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.479907] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.480152] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.480646] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.480893] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5bdc78-e12e-4631-be48-7849a410a521',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.776440] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.776440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.776832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.776832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.777020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.777226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.777332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.777559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.778282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.778282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.778282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.778282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.778282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.778512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.778804] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.779030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.779030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.779813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.779887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.780022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.780194] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.985101] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.985444] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.985621] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.986186] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.986186] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.986405] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 6e5bdc78-e12e-4631-be48-7849a410a521 not found, creating... [ 844.986715] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.987103] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.987356] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.987746] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.988044] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.988719] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.988896] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.989145] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.989547] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.989835] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.990223] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 6e5bdc78-e12e-4631-be48-7849a410a521 is going to be created. [ 845.020416] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.020656] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.020895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021250] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021429] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.021655] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.285034] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a959b81b-26e8-48e4-8b4e-2c198eae7c1b: rpc.has_security_group_logging(os_id): False [ 845.305345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.305445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.305513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.305818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.330216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.330497] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.330655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.330765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.331015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.331139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.331450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.331542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.331613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.331806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.331887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.332362] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.332584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.332618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.332767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.333126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.333441] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 845.472749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.475038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.475038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.475038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.475038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.495073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 846.013899] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf149871-d14c-4ca3-a7cd-60f5d37323fb req-84bf34e4-7293-4643-9355-c4ecf9f06e38 service nova] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 846.014334] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf149871-d14c-4ca3-a7cd-60f5d37323fb req-84bf34e4-7293-4643-9355-c4ecf9f06e38 service nova] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 846.014334] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf149871-d14c-4ca3-a7cd-60f5d37323fb req-84bf34e4-7293-4643-9355-c4ecf9f06e38 service nova] Enqueued Resource ID: 6e5bdc78-e12e-4631-be48-7849a410a521 with Priority: HIGHEST for action port [ 846.020649] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 846.020873] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 846.020928] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5bdc78-e12e-4631-be48-7849a410a521 with Priority: HIGHEST for action port [ 846.022181] env[66369]: INFO networking_nsxv3.common.synchronization [req-fb214c89-c1c4-41d4-a866-c8b3b1708b7c req-7a21fe3d-0c93-491e-a5b1-fe692d450fc5 tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 846.024220] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.024368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.024447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.024756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.024844] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.025817] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.025923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.026029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.026219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.026572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.026741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.026803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.026936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.027028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.027120] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.027980] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5bdc78-e12e-4631-be48-7849a410a521 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.028099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.028163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.028579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.028579] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5bdc78-e12e-4631-be48-7849a410a521',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.031943] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 846.040101] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.040101] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.040101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.040101] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.048159] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: SUCCESS [ 846.049797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.049797] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 846.049797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.055076] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 846.055362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.056586] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: SUCCESS [ 846.056851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.057910] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 846.058223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.059292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.059584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.059734] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.134732] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 846.134732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.148175] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: SUCCESS [ 846.148375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.187596] env[66369]: INFO networking_nsxv3.common.synchronization [req-fb214c89-c1c4-41d4-a866-c8b3b1708b7c req-156d81e5-a079-4388-ae37-7f0fb6e8399c tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 846.188763] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 846.188763] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.188955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.432380] env[66369]: INFO networking_nsxv3.common.synchronization [req-fb214c89-c1c4-41d4-a866-c8b3b1708b7c req-9b6f4b17-173c-474b-bf56-0763d0bb0b70 tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 846.432380] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 846.432616] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.432791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.532777] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.533853] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5bdc78-e12e-4631-be48-7849a410a521 with status ACTIVE [ 846.534030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.534343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.534343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.534461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.534505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.534696] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.534812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.534900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.535430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.535544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.535656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.535988] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5bdc78-e12e-4631-be48-7849a410a521 is going to be updated. [ 846.537282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.537410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.546947] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.562906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.563324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.567249] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.567485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.567485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.567729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.567831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.568063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.690081] env[66369]: INFO networking_nsxv3.common.synchronization [req-c8750b4f-db8b-4a51-999d-f7c5f234f907 req-3aec7c84-3b6d-4a44-902d-4807bc3e93ac tempest-ListServerFiltersTestJSON-1877256765 tempest-ListServerFiltersTestJSON-1877256765-project-member] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 846.690448] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 846.690934] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.690934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.690934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.691270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.691539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.691788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.691934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.692295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.692421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.692539] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.896266] env[66369]: INFO networking_nsxv3.common.synchronization [req-2ff7e2e7-57fc-49bb-bb7f-90054328271f req-1eefbd38-7c3c-473d-8b22-f62bdff34e6b tempest-ListServersNegativeTestJSON-1067242769 tempest-ListServersNegativeTestJSON-1067242769-project-member] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 846.897646] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 846.897856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.898283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.898283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.898428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.898488] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.898600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.898688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.898910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.899000] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.899110] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.039306] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.048808] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.199113] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.402026] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.485436] env[66369]: INFO networking_nsxv3.common.synchronization [req-6991601a-f745-4e91-8392-16f15caa6009 req-73a65a6a-c22f-4581-a02e-2bb65b478fed tempest-ServerDiagnosticsTest-367844154 tempest-ServerDiagnosticsTest-367844154-project-member] Enqueued Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_members [ 847.486022] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_members [ 847.486745] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.487100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.487222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.487483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.487694] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.487860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.487985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.488335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.488753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.488907] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.527348] env[66369]: INFO networking_nsxv3.common.synchronization [req-aeb3355f-651f-4725-8d7c-a2743a5744e3 req-3244a85a-cf0a-4916-8c74-24bfe5c16979 tempest-ListServersNegativeTestJSON-1067242769 tempest-ListServersNegativeTestJSON-1067242769-project-member] Enqueued Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 847.527348] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0888783d-329b-46bc-9825-8df0e9ea5119 with Priority: HIGHEST for action security_group_members [ 847.527348] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0888783d-329b-46bc-9825-8df0e9ea5119 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.527348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.533337] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 847.533597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.541786] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.542162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.542162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.542319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.542319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.542414] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 is going to be created. [ 847.554136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.554344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.556563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.556563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.556563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.556563] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 847.573639] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.573639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.574401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.574401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.574554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.591447] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: UNINITIALIZED for 2s [ 847.599198] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.599198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.599198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.599198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.599198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.609597] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 847.702221] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.904460] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.915289] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.915500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.915621] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.915901] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.916472] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.916647] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.916779] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.917041] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.917188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.917402] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.917562] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.917634] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.917739] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.917848] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.917942] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.918117] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.941726] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.941849] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.942081] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.942350] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.942838] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.943349] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.943574] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.944068] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.944305] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808cc7c8-7526-419f-bf54-ca51f6ba9ce1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.991556] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.991856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.991919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.992136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.992229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.992489] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.992653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.992718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.992904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.992904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.993060] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f already deleted. [ 847.993109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.205405] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.205405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.205405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.205894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.205894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.205894] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 848.236429] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.236659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.236767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.237057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.237296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.248578] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 848.407652] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.407850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.407896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.408209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.408312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.408414] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 848.446036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.446036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.446036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.446276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.446328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.447814] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.448613] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.448780] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.449083] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.449276] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.449444] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 808cc7c8-7526-419f-bf54-ca51f6ba9ce1 not found, creating... [ 848.449715] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.449893] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.450054] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.450310] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.450457] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.450814] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.451021] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.451150] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.451368] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.451534] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.451696] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 808cc7c8-7526-419f-bf54-ca51f6ba9ce1 is going to be created. [ 848.463080] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 848.476021] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.476378] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.476554] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.476976] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.477346] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.477669] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.238796] env[66369]: INFO networking_nsxv3.common.synchronization [req-6991601a-f745-4e91-8392-16f15caa6009 req-581bbab5-02d5-4a62-a06b-198fe2b8239c service nova] Enqueued Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_rules [ 849.239173] env[66369]: INFO networking_nsxv3.common.synchronization [req-6991601a-f745-4e91-8392-16f15caa6009 req-581bbab5-02d5-4a62-a06b-198fe2b8239c service nova] Enqueued Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_members [ 849.239347] env[66369]: INFO networking_nsxv3.common.synchronization [req-6991601a-f745-4e91-8392-16f15caa6009 req-581bbab5-02d5-4a62-a06b-198fe2b8239c service nova] Enqueued Resource ID: 808cc7c8-7526-419f-bf54-ca51f6ba9ce1 with Priority: HIGHEST for action port [ 849.240093] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_rules [ 849.240315] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_members [ 849.240495] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 808cc7c8-7526-419f-bf54-ca51f6ba9ce1 with Priority: HIGHEST for action port [ 849.240965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.241183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.241567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.241933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.242096] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.243547] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.243738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.243886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.244156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.244396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.244575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.244696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.245073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.245166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.245337] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.246504] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.246701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.246817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.247076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.247230] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('808cc7c8-7526-419f-bf54-ca51f6ba9ce1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.603657] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: SUCCESS [ 849.603886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.604082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.604298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.604495] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.604609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.604667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.604982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.604982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.604982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.605117] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.619242] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 849.619455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.619624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.619854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.620076] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.620237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.620288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.620442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.620530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.620611] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.749253] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.749474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.749638] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.750791] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 808cc7c8-7526-419f-bf54-ca51f6ba9ce1 with status ACTIVE [ 849.750959] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.751109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.751174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.751415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.751503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.751692] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.751840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.751901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.752052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.752124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.752307] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.752438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.752518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.752701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.752794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.752882] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 808cc7c8-7526-419f-bf54-ca51f6ba9ce1 is going to be updated. [ 849.781027] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.781027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.781027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.781027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.781027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.781027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-808cc7c8-7526-419f-bf54-ca51f6ba9ce1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.107248] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.123271] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.123445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.123507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.123727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.123818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.124103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.124210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.124210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.124368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.124428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.124491] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 850.156372] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.156577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.157316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.157316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.157316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.174941] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 850.254705] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.261902] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 850.263201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 850.475562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.475801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.476081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.476273] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.476398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.476469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.476648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.476738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.476815] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0888783d-329b-46bc-9825-8df0e9ea5119',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.612754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff254390-26e9-4dd5-9253-f630698b95f2: rpc.has_security_group_logging(os_id): False [ 850.632901] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.633134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.633225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.633422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.633507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.633758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.633877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.633986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.634099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.634270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.634270] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 is going to be created. [ 850.700972] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.701197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.701269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.701488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.701669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.714074] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: IN_PROGRESS for 2s [ 850.757123] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.757626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.757765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.758153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.758316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.758460] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f is going to be created. [ 850.963509] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.963764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.963764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.964113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.964262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.980208] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: UNINITIALIZED for 2s [ 850.981930] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.982018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.982061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.982264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.044024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.044441] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.044590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.044758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.044932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.045045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.045159] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 is going to be updated. [ 851.091104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.091296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.091338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.091543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.091722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.106024] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: IN_PROGRESS for 2s [ 851.583036] env[66369]: INFO networking_nsxv3.common.synchronization [req-b5d8c7c4-c549-45ad-8262-0a05885d4e69 req-a201fea6-60da-4bb0-ac7a-064028180760 tempest-InstanceActionsV221TestJSON-955863700 tempest-InstanceActionsV221TestJSON-955863700-project-member] Enqueued Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_members [ 851.583036] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGHEST for action security_group_members [ 851.583408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.583408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.583408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.583628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.583825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.583932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.583998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.584358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.584358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.584472] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.087865] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.087985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.088087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.088333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.088428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.088693] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.088819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.088819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.088963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.089065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.089127] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 is going to be updated. [ 852.122734] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.122734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.122734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.122734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.122734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.133037] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 in Status: IN_PROGRESS for 2s [ 852.186457] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 852.186669] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a deletion is rescheduled due to dependency. [ 852.186769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.186942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.187243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.187440] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.187561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.187681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.187851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.187937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.188045] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.405503] env[66369]: INFO networking_nsxv3.common.synchronization [req-e6e615fd-90d9-4eab-b8dc-2967afc5deba req-64ff5dba-2110-46d2-8b44-d04d572fab88 tempest-ServersNegativeTestMultiTenantJSON-504359183 tempest-ServersNegativeTestMultiTenantJSON-504359183-project-member] Enqueued Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_members [ 852.406125] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_members [ 852.406457] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.406584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.406649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.406932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.407112] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.407216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.407275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.407441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.407553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.407645] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.690663] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.691023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.691251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.691354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.691576] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.691679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.691757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.691921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.691998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.692104] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 852.725386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.725560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.725620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.725816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.726246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.731362] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: SUCCESS [ 852.731610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.736963] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 852.760588] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-866 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-866" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-866" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.762183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-866" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762183] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.762183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.762183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.762183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.762656] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.762656] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.762656] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.762656] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.762812] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.762812] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.762876] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.763013] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.794848] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.795070] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.795188] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.795409] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-866" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.795839] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-39561199-0293-447d-9d12-20a3da662c48 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.796039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.796136] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.796464] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.796600] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39561199-0293-447d-9d12-20a3da662c48',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.910283] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.910454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.910529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.910752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.910977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.911223] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.913329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.913329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.913329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.913329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.913329] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e already deleted. [ 852.913329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.995018] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: SUCCESS [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.995018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.995018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.995018] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.118581] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0888783d-329b-46bc-9825-8df0e9ea5119 in Status: SUCCESS [ 853.118581] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0888783d-329b-46bc-9825-8df0e9ea5119 deletion is rescheduled due to dependency. [ 853.118581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0888783d-329b-46bc-9825-8df0e9ea5119" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.301964] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.301964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.301964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.301964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.301964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.301964] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 39561199-0293-447d-9d12-20a3da662c48 not found, creating... [ 853.301964] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.301964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.301964] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.302917] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.303242] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.303837] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.304183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.304409] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.304781] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.305150] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.305440] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 39561199-0293-447d-9d12-20a3da662c48 is going to be created. [ 853.332847] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.333165] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.333405] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.333776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.335065] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.335065] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.498034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.498289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.498342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.498601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.499217] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.499217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.499217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.499217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.499501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.499501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.499799] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.499906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.499979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.500180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.500330] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.500425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.500503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.500656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.500735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.500888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.500995] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.003759] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f19a0ce-0db7-4af9-9c2e-e502c703c95f: rpc.has_security_group_logging(os_id): False [ 854.025630] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.025776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.025907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.026073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.026185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.026352] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.026449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.026510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.027128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.027128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.027128] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.027128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.027128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.027456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.027456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.027456] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.027595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.027708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.027811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.027882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.027989] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f is going to be created. [ 854.056711] env[66369]: INFO networking_nsxv3.common.synchronization [req-e6e615fd-90d9-4eab-b8dc-2967afc5deba req-74ebf3ef-c52a-4d19-8041-5cc0f0eaa000 service nova] Enqueued Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_rules [ 854.056711] env[66369]: INFO networking_nsxv3.common.synchronization [req-e6e615fd-90d9-4eab-b8dc-2967afc5deba req-74ebf3ef-c52a-4d19-8041-5cc0f0eaa000 service nova] Enqueued Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_members [ 854.056711] env[66369]: INFO networking_nsxv3.common.synchronization [req-e6e615fd-90d9-4eab-b8dc-2967afc5deba req-74ebf3ef-c52a-4d19-8041-5cc0f0eaa000 service nova] Enqueued Resource ID: 39561199-0293-447d-9d12-20a3da662c48 with Priority: HIGHEST for action port [ 854.057067] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_rules [ 854.057202] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_members [ 854.057351] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39561199-0293-447d-9d12-20a3da662c48 with Priority: HIGHEST for action port [ 854.057568] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.057752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.057752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.057977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.058128] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.059425] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.060247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.061474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.061474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.061474] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.061474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.061474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.061474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.061474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.061474] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.062048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-39561199-0293-447d-9d12-20a3da662c48 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.062149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.062185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.062334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.062405] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39561199-0293-447d-9d12-20a3da662c48',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.094385] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.094541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.094586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.094781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.094940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.107280] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 2s [ 854.144118] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 in Status: SUCCESS [ 854.144875] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 deletion is rescheduled due to dependency. [ 854.144875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.563621] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.565427] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.565427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.565427] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39561199-0293-447d-9d12-20a3da662c48 with status ACTIVE [ 854.565427] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.565427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.565427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.565928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.565928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.565928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.565928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.565928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.566106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.566106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.566591] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.566591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.566591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.566716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.566716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.566775] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39561199-0293-447d-9d12-20a3da662c48 is going to be updated. [ 854.591168] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.591325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.591429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.591602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.591806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.592008] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39561199-0293-447d-9d12-20a3da662c48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.751319] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 854.751528] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a deletion is rescheduled due to dependency. [ 854.751683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.751897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.752117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.752434] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.752568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.752568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.752703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.752761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.752850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.752942] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.069447] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.227344] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-5327eba8-504c-4099-8c1b-248242175f2c tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 855.227811] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 855.228946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.229181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.229391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.229848] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.230122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.230212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.230429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.230552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.230675] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.255042] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.255229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.255317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.255610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.255862] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.255989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.257055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.257055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.257055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.257393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.257393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.257393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.257393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.257695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.257832] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.572877] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.574087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.574087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.574087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.574087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.574087] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e is going to be created. [ 855.605652] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.605854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.605903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.606136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.606602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.618523] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e in Status: UNINITIALIZED for 2s [ 855.734878] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.735058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.735122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.735374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.735466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.735679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.735816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.735916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.736316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.736316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.736384] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be deleted. [ 855.739983] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.740369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.740543] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.740716] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.745201] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.745477] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.745618] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.745906] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.746134] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.746434] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.746757] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.746757] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.746877] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.746960] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.747151] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.747297] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.760618] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ba674a-bd33-433e-b8b3-9dd6255c1d9a: rpc.has_security_group_logging(os_id): False [ 855.787234] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.787234] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.787469] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.787526] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.787913] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-a3fc52ef-2f61-4419-83f5-670a9c482279 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.788122] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.788285] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.788900] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.788900] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3fc52ef-2f61-4419-83f5-670a9c482279',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.791045] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.791045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.791045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.791251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.791251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.791447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.791568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.791616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.791910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.791910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.792111] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.792345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.792435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.792741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.792817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.793044] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.793130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.793185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.793336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.793427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.793643] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 855.841077] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.841077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.841077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.842142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.842142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.842142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.917694] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.917960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.918125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.918389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.918949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.944816] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 856.119169] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 4s [ 856.297897] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.298212] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.298386] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.298729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.298955] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.299148] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port a3fc52ef-2f61-4419-83f5-670a9c482279 not found, creating... [ 856.299484] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.299719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.299869] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.300262] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.300459] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.301559] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.301559] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.301559] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.301559] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.301836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.302050] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: a3fc52ef-2f61-4419-83f5-670a9c482279 is going to be created. [ 856.325363] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.326023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.326023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.326023] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.326297] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.326523] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.123238] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-24224196-44e6-4b7b-8183-bbd09e6b36b5 service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 857.123604] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-24224196-44e6-4b7b-8183-bbd09e6b36b5 service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 857.123604] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-24224196-44e6-4b7b-8183-bbd09e6b36b5 service nova] Enqueued Resource ID: a3fc52ef-2f61-4419-83f5-670a9c482279 with Priority: HIGHEST for action port [ 857.124066] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 857.124213] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 857.124310] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3fc52ef-2f61-4419-83f5-670a9c482279 with Priority: HIGHEST for action port [ 857.124757] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.124757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.125068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.125242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.125242] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.126257] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.127934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.128058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.128882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.128882] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.128882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.128882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.128882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.128882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.129294] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.129975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3fc52ef-2f61-4419-83f5-670a9c482279 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.130110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.130189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.130351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.130424] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3fc52ef-2f61-4419-83f5-670a9c482279',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.632669] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e in Status: SUCCESS [ 857.632916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.633360] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.633501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.633632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.633846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.634028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.634141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.634227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.634384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.634466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.634550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.634660] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.636738] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.637716] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3fc52ef-2f61-4419-83f5-670a9c482279 with status ACTIVE [ 857.637933] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.638063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.638160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.638397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.638506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.638699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.638811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.640591] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.640591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.640591] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3fc52ef-2f61-4419-83f5-670a9c482279 is going to be updated. [ 857.667099] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.667327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.667327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.667763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.667763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.667925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3fc52ef-2f61-4419-83f5-670a9c482279" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.964265] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 857.964495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.132082] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-ff7a94db-dd14-428e-b849-d1265443582d tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 858.132897] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 858.133350] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.133502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.134634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 6s [ 858.142337] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.142560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.142610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.142808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.143105] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.143243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.143295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.143532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.143629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.143915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.143915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.144048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.144048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.144428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.144428] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.144563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.144601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.144926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.145046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.145689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.145689] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.146270] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.628127] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-658 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.628333] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.628451] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.628723] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.630652] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.631043] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.631171] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.631427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.631587] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.631801] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.631932] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.632177] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.632177] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.632357] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.632421] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.632594] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.648680] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d2f0fbd-1393-4f81-b528-b454d63a370e: rpc.has_security_group_logging(os_id): False [ 858.650616] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.650774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.650836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.651147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.651274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.651419] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be created. [ 858.657771] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.658035] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.658491] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.658709] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-658" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.659085] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-cbe79e37-a676-47b3-96f0-0f56b848f595 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.659283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.659405] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.659910] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.660126] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe79e37-a676-47b3-96f0-0f56b848f595',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.680455] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.680455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.680455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.680956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.680956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.681090] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.681413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.681413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.681413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.681642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.681702] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.681798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.681862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.682026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.682104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.682285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.682433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.682433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.682661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.682661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.682776] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e is going to be created. [ 858.688157] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.688366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.688438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.689257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.689432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.703033] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: UNINITIALIZED for 2s [ 858.756192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.756363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.757861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.757861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.757861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.787551] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e in Status: IN_PROGRESS for 2s [ 859.092308] env[66369]: INFO networking_nsxv3.common.synchronization [None req-093c2cab-cb3e-4f26-a209-522daec8b6e8 None None] Enqueued Resource ID: 9a4f35e6-d075-4827-a440-ee1ea6aba6c3 with Priority: HIGHEST for action port [ 859.092799] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a4f35e6-d075-4827-a440-ee1ea6aba6c3 with Priority: HIGHEST for action port [ 859.093118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a4f35e6-d075-4827-a440-ee1ea6aba6c3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.093247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a4f35e6-d075-4827-a440-ee1ea6aba6c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.093322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a4f35e6-d075-4827-a440-ee1ea6aba6c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.093559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a4f35e6-d075-4827-a440-ee1ea6aba6c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.093658] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a4f35e6-d075-4827-a440-ee1ea6aba6c3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.162931] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.163407] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.163480] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.163759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.163910] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.164085] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port cbe79e37-a676-47b3-96f0-0f56b848f595 not found, creating... [ 859.165369] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.165369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.165369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.165369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.165369] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.165714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.165714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.165818] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.165999] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: cbe79e37-a676-47b3-96f0-0f56b848f595 is going to be created. [ 859.204032] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.204032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.204032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.204032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.204032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.206945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.596736] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a4f35e6-d075-4827-a440-ee1ea6aba6c3 [ 859.598737] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.598737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.598737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.598737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.598737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.598737] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a4f35e6-d075-4827-a440-ee1ea6aba6c3 already deleted. [ 859.598737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a4f35e6-d075-4827-a440-ee1ea6aba6c3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.954036] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-2cf71b30-3b00-47d9-ac80-50e84c6e5a1d service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 859.954036] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-2cf71b30-3b00-47d9-ac80-50e84c6e5a1d service nova] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 859.954036] env[66369]: INFO networking_nsxv3.common.synchronization [req-3f8d390b-c3b0-4605-b06b-6cafc09efbd8 req-2cf71b30-3b00-47d9-ac80-50e84c6e5a1d service nova] Enqueued Resource ID: cbe79e37-a676-47b3-96f0-0f56b848f595 with Priority: HIGHEST for action port [ 859.954036] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_rules [ 859.954036] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 859.954036] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe79e37-a676-47b3-96f0-0f56b848f595 with Priority: HIGHEST for action port [ 859.954036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.954036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.954036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.954036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.954036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbe79e37-a676-47b3-96f0-0f56b848f595 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.954036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.954036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.954796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.954796] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbe79e37-a676-47b3-96f0-0f56b848f595',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.149073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 8s [ 860.457750] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbe79e37-a676-47b3-96f0-0f56b848f595 with status ACTIVE [ 860.458386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.458626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.458786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.459209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.459341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.459637] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.459863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.459966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.460248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.460370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.460670] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.460893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.461092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.461352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.461470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.461615] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbe79e37-a676-47b3-96f0-0f56b848f595 is going to be updated. [ 860.492960] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.493133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.493206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.493918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.493918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.493918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbe79e37-a676-47b3-96f0-0f56b848f595" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.716324] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: UNINITIALIZED for 4s [ 860.803647] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e in Status: SUCCESS [ 860.803894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.971712] env[66369]: INFO networking_nsxv3.common.synchronization [req-f1cb732e-571e-4b5e-b98f-375dac55c9ca req-0b4a0e29-aed3-48a7-8c91-67288d464eb5 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_members [ 860.972416] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_members [ 860.972860] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.973095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.973223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.973536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.973796] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.973943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.974082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.974372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.974508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.974680] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.460491] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.461082] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.461082] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.461308] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.461587] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.461750] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.461869] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.462156] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.464691] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.464691] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.464691] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.464691] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.464691] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.464691] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.464691] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.464691] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.478789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.478789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.478789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c already deleted. [ 861.478789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.493112] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.493112] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.493112] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.493112] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.493112] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-8eb90301-1336-4a04-9d9d-cd4af7efca68 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.493112] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.493112] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.493638] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.493977] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb90301-1336-4a04-9d9d-cd4af7efca68',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.000024] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.000024] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 8eb90301-1336-4a04-9d9d-cd4af7efca68 not found, creating... [ 862.000024] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.000024] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.001138] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.001501] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.003938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.003938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.003938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.003938] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 8eb90301-1336-4a04-9d9d-cd4af7efca68 is going to be created. [ 862.033914] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.034156] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.034318] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.035335] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.035335] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.035335] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.071249] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b9f6630a-124b-49eb-951d-8b64ab9fc58c None None] Enqueued Resource ID: 55f6ff94-02bc-4d99-99aa-2c92c3939dc6 with Priority: HIGHEST for action port [ 862.071539] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55f6ff94-02bc-4d99-99aa-2c92c3939dc6 with Priority: HIGHEST for action port [ 862.071856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-55f6ff94-02bc-4d99-99aa-2c92c3939dc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.072014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55f6ff94-02bc-4d99-99aa-2c92c3939dc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.072121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55f6ff94-02bc-4d99-99aa-2c92c3939dc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.072341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55f6ff94-02bc-4d99-99aa-2c92c3939dc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.072488] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55f6ff94-02bc-4d99-99aa-2c92c3939dc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.166276] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 10s [ 862.575862] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55f6ff94-02bc-4d99-99aa-2c92c3939dc6 [ 862.576290] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.576466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.576566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.576858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.578252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.578252] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55f6ff94-02bc-4d99-99aa-2c92c3939dc6 already deleted. [ 862.578252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55f6ff94-02bc-4d99-99aa-2c92c3939dc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.728896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 862.729169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.729373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.729590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.729852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.730056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.730154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.731041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.731041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.731041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.731041] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.732492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.732492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.732698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.732812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.732872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.733266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.733266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.733451] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.876710] env[66369]: INFO networking_nsxv3.common.synchronization [req-f1cb732e-571e-4b5e-b98f-375dac55c9ca req-22fb1028-b81a-4ab0-9935-b8fc5d2acb7a service nova] Enqueued Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_rules [ 862.876824] env[66369]: INFO networking_nsxv3.common.synchronization [req-f1cb732e-571e-4b5e-b98f-375dac55c9ca req-22fb1028-b81a-4ab0-9935-b8fc5d2acb7a service nova] Enqueued Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_members [ 862.876964] env[66369]: INFO networking_nsxv3.common.synchronization [req-f1cb732e-571e-4b5e-b98f-375dac55c9ca req-22fb1028-b81a-4ab0-9935-b8fc5d2acb7a service nova] Enqueued Resource ID: 8eb90301-1336-4a04-9d9d-cd4af7efca68 with Priority: HIGHEST for action port [ 862.877529] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_rules [ 862.877662] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_members [ 862.877757] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb90301-1336-4a04-9d9d-cd4af7efca68 with Priority: HIGHEST for action port [ 862.878524] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.878664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.878730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.878941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.879035] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.881763] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.881763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.881763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.881763] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.881763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.881763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.881763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.882201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.882201] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.885023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eb90301-1336-4a04-9d9d-cd4af7efca68 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.885023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.885023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.885023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.885023] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eb90301-1336-4a04-9d9d-cd4af7efca68',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.235370] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.239299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.239299] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.387564] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.387564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388370] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8eb90301-1336-4a04-9d9d-cd4af7efca68 with status ACTIVE [ 863.388370] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.388370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.388370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.389760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.389760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.389760] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.389760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.389760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.390468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.390468] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.390468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.390468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.390760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.390760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.390760] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8eb90301-1336-4a04-9d9d-cd4af7efca68 is going to be updated. [ 863.392301] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.438031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.438031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.438031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.438397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.438397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.438593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eb90301-1336-4a04-9d9d-cd4af7efca68" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.741142] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.895816] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.185317] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 12s [ 864.244659] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.244936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.245037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.245302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.245475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.245602] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 864.315995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.316350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.316350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.316620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.316734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.334411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 864.398738] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.400360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.400360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.400360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.400360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.400360] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c is going to be created. [ 864.428564] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.428822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.429092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.429157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.429368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.451364] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c in Status: UNINITIALIZED for 2s [ 866.201383] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 14s [ 866.346476] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 866.346698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.346840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.347124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.347345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.347792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.347792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.348318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.348318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.348318] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.465917] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c in Status: SUCCESS [ 866.466321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.467045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.467185] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.467528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.467528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.467528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.467528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.467862] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.851339] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.891267] env[66369]: INFO networking_nsxv3.common.synchronization [req-57b898c3-a093-4f02-b536-013d6a0afb8f req-4fe95cc2-b5e8-4b37-8e04-7aeebf4d53ff tempest-ServerDiagnosticsTest-367844154 tempest-ServerDiagnosticsTest-367844154-project-member] Enqueued Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_members [ 866.894218] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f with Priority: HIGHEST for action security_group_members [ 866.894985] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.894985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.894985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.895260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.895415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.895563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.895629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.895843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.895959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.896089] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f19a0ce-0db7-4af9-9c2e-e502c703c95f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.972398] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.331162] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fd07d44-4dd6-4dc6-857f-becc4aa0278a req-d2379b30-6caa-4c65-af43-f8be40489afe tempest-ServerMetadataTestJSON-507954208 tempest-ServerMetadataTestJSON-507954208-project-member] Enqueued Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_members [ 867.333250] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_members [ 867.333651] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.333810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.333874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.334216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.334411] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.334546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.334632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.334811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.334918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.335064] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.355399] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.399485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.399485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.399485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.399485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.399485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.400039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.400039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.400039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.400039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.400039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.400039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f is going to be updated. [ 867.438343] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.438632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.438632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.438934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.439112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.454659] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 2s [ 867.473184] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c: rpc.has_security_group_logging(os_id): False [ 867.495435] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.495614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.495659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.495852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.495932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.496183] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.496272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.496850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.496850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.496850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.496850] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c is going to be created. [ 867.580049] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.580274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.580371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.580647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.580939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.601349] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c in Status: IN_PROGRESS for 2s [ 867.817503] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-337 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.817731] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-337" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.817831] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-337" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.818204] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-337" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.818469] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.818635] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.818756] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.819297] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.819487] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.819699] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.819814] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.819921] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.820111] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.820230] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.820366] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.820505] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.839065] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.839065] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.839065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.839560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.839560] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 already deleted. [ 867.839560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.847356] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.847666] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.847815] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.848011] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-337" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.848344] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-614c5833-1ea0-4c73-b3d4-105d387015f4 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.848749] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.848749] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.849243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.849437] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614c5833-1ea0-4c73-b3d4-105d387015f4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.858629] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.858629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.858629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.859025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.859189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.859356] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 867.892793] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.893041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.893122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.893353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.893501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.903471] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 868.216926] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 16s [ 868.352090] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.352535] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.352535] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.352833] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.353028] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.353196] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 614c5833-1ea0-4c73-b3d4-105d387015f4 not found, creating... [ 868.353540] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.353739] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.353865] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.354253] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.354504] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.354976] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.355242] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.355411] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.355767] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.356064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.356342] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 614c5833-1ea0-4c73-b3d4-105d387015f4 is going to be created. [ 868.382209] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.382560] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.382769] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.383171] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.383973] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.384342] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105031] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fd07d44-4dd6-4dc6-857f-becc4aa0278a req-b257f827-d60d-4077-9017-412baf21680b service nova] Enqueued Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_rules [ 869.105031] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fd07d44-4dd6-4dc6-857f-becc4aa0278a req-b257f827-d60d-4077-9017-412baf21680b service nova] Enqueued Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_members [ 869.105031] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fd07d44-4dd6-4dc6-857f-becc4aa0278a req-b257f827-d60d-4077-9017-412baf21680b service nova] Enqueued Resource ID: 614c5833-1ea0-4c73-b3d4-105d387015f4 with Priority: HIGHEST for action port [ 869.107483] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_rules [ 869.107483] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_members [ 869.107483] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 614c5833-1ea0-4c73-b3d4-105d387015f4 with Priority: HIGHEST for action port [ 869.107483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.107483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.107483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.107483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.107483] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.108171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.108171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.108171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.108392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.108796] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.108796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.108796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.109052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.109090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.109172] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.109961] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-614c5833-1ea0-4c73-b3d4-105d387015f4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.110080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.110173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.110357] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('614c5833-1ea0-4c73-b3d4-105d387015f4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.467472] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: SUCCESS [ 869.467871] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f deletion is rescheduled due to dependency. [ 869.467871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.612496] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.613697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.613820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.613969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 614c5833-1ea0-4c73-b3d4-105d387015f4 with status ACTIVE [ 869.614587] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.614587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.614587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.614587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.614587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.614881] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.614881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.614881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.615069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.615172] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.615358] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.615451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.615511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.615836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.615836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.615836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 614c5833-1ea0-4c73-b3d4-105d387015f4 is going to be updated. [ 869.617671] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c in Status: SUCCESS [ 869.617892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.642120] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.642342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.642437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.642738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.642947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.643184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-614c5833-1ea0-4c73-b3d4-105d387015f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.914506] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 869.914723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.914892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.915271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.915359] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.915615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.915615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.916817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.916817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.916817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.916817] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.916817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.916817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.916817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.917445] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.917445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.917445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.917658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.917789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.917941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.918114] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.117642] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.231594] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 18s [ 870.420840] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f660844-d418-4930-b72b-5905891f5447: rpc.has_security_group_logging(os_id): False [ 870.444792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.445051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.445051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.445274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.445365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.445620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.445735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.445800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.445999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.446095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.446282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.446462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.446531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.446675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.446756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.446946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.447061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.447132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.447699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.447826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.447992] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be created. [ 870.516657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.516657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.516657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.517158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.517158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.531420] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 870.620980] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.621202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.621289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.621570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.621694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.621813] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 is going to be created. [ 870.655391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.655590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.655590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.655835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.656012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.668154] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 in Status: UNINITIALIZED for 2s [ 872.246369] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 20s [ 872.545516] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 872.546047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.546219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.547882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.547882] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.681038] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 in Status: SUCCESS [ 872.681038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.681038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.681038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.681379] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.681379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.681379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.681508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.681508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.681571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.681640] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.049203] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.049368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.049439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.049667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.049833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.049936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.050016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.050202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.050288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.050379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.050465] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.184777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.185046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.185046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.185280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.185483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.185610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.185696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.185872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.185979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.186105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.186280] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.186409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.186487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.186646] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.186844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.186941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.187037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.187178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.187304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.187517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.187517] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.553058] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.553464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.553464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.554160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.554160] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.554160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.554160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.554160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.554608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.554608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.554608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.554608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.554959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.554959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.554959] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.555196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.555196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.555269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.555333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.555499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.555499] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.691492] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cc62c0e-726e-4c83-858f-ffae7e427838: rpc.has_security_group_logging(os_id): False [ 873.715413] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.715678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.715678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.715925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.716037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.716256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.716367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.716422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.716644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.716739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717316] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.717316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.717316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717653] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.717653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.717653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717964] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 is going to be created. [ 873.799807] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.800051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.800193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.800519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.800726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.821475] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 in Status: IN_PROGRESS for 2s [ 874.059332] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f660844-d418-4930-b72b-5905891f5447: rpc.has_security_group_logging(os_id): False [ 874.082264] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.082578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.082736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.082982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.083560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.083894] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.084103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.084291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.084398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.084493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.084745] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.084848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.084910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.085077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.085201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.085558] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.085688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.085755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.085932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.086024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.086136] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 874.107375] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 874.107602] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 874.166527] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.166690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.166800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.166949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.167112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.188443] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 874.269516] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 22s [ 874.727786] env[66369]: INFO networking_nsxv3.common.synchronization [req-859d2b59-f09d-4d77-8201-ca17644b47ab req-95d9fe18-d8e5-4978-abd0-36deeef9c491 tempest-ServersNegativeTestMultiTenantJSON-504359183 tempest-ServersNegativeTestMultiTenantJSON-504359183-project-member] Enqueued Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_members [ 874.727786] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGHEST for action security_group_members [ 874.727786] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.727786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.728651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.732475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.732475] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.732475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.732475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.732475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.732475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.732475] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.235620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.235620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.235850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.235950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.236059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.236264] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.236365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.236427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.236584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.236658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.236742] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e is going to be updated. [ 875.269207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.269352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.269535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.269784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.269905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.281143] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e in Status: IN_PROGRESS for 2s [ 875.712304] env[66369]: INFO networking_nsxv3.common.synchronization [req-be37e2c6-656d-42cc-a0f3-c76061c7675a req-6e9e95c3-f551-4bdc-8ec4-949898ac807d tempest-ListServerFiltersTestJSON-1877256765 tempest-ListServerFiltersTestJSON-1877256765-project-member] Enqueued Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 875.712919] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28bd8094-02b5-42a6-8291-22cb749565e2 with Priority: HIGHEST for action security_group_members [ 875.713552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-28bd8094-02b5-42a6-8291-22cb749565e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.713552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.713741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.714771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.714771] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.714771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.714771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.714771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.714771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.714771] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28bd8094-02b5-42a6-8291-22cb749565e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.838487] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 in Status: SUCCESS [ 875.839075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.206072] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 876.206698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.218449] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.218449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.218562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.218839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.240984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.241314] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.241432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.241501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.241791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.241880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.241967] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 is going to be updated. [ 876.278213] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.278213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.278213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.278463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.278568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.281101] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 24s [ 876.286981] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: IN_PROGRESS for 2s [ 876.752582] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fa7529a-1959-4ad4-8d1a-7bf504148b17 req-6286bdcf-e174-42ca-b0ed-e9cf462a2cf4 tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 876.753140] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 876.753465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.753569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.753605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.753946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.754121] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.755235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.756955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.757171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.757279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.757381] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.844917] env[66369]: INFO networking_nsxv3.common.synchronization [req-7436ccd1-41c6-4e12-9784-8152ca0f5565 req-5c477ed8-771f-4f90-a49c-fc1a39a72630 tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 876.845568] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 876.845769] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.845883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.845942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.846332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.846494] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.847257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.847257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.847257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.847257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.847257] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.162546] env[66369]: INFO networking_nsxv3.common.synchronization [req-7e991a8f-7069-4f91-86df-f2d59c10ab1e req-80690856-ce14-4be8-9712-0e4ae6aa5c9a tempest-MultipleCreateTestJSON-1630608047 tempest-MultipleCreateTestJSON-1630608047-project-member] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 877.162546] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGHEST for action security_group_members [ 877.162892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.163713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.258899] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.259321] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.259420] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.259751] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.260143] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.260284] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.260457] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.260625] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.260775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.261469] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.261469] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.261469] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.261469] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.261469] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.261662] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.261662] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.263596] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.263713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.264200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.264200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.264200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.264412] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.264412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.264412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.264548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.264606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.264669] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 already deleted. [ 877.264792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.284048] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.284229] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.284382] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.284535] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.284938] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-65abf2c1-e867-4782-a3e3-1b9301accccb taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.285114] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.285233] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.285633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.285673] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65abf2c1-e867-4782-a3e3-1b9301accccb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.294638] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e in Status: SUCCESS [ 877.294863] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e deletion is rescheduled due to dependency. [ 877.294932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.349261] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.787898] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.788345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.788345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.788558] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.788687] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.789817] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 65abf2c1-e867-4782-a3e3-1b9301accccb not found, creating... [ 877.789817] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.789817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.789817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.790114] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.790288] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.790829] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.791698] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.791846] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.792165] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.792304] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.792477] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 65abf2c1-e867-4782-a3e3-1b9301accccb is going to be created. [ 877.817028] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.817028] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.817028] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.817227] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.817374] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.818317] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.851405] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.297110] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28bd8094-02b5-42a6-8291-22cb749565e2 in Status: SUCCESS [ 878.297471] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28bd8094-02b5-42a6-8291-22cb749565e2 deletion is rescheduled due to dependency. [ 878.297609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28bd8094-02b5-42a6-8291-22cb749565e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.298801] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 26s [ 878.354465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.356727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.356827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.357080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.357174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.357290] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 878.389545] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.389733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.389800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.389971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.390184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.401089] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 878.563971] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fa7529a-1959-4ad4-8d1a-7bf504148b17 req-dc1551c9-1635-40c0-ab96-6c7f57472cea service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 878.564179] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fa7529a-1959-4ad4-8d1a-7bf504148b17 req-dc1551c9-1635-40c0-ab96-6c7f57472cea service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 878.565411] env[66369]: INFO networking_nsxv3.common.synchronization [req-3fa7529a-1959-4ad4-8d1a-7bf504148b17 req-dc1551c9-1635-40c0-ab96-6c7f57472cea service nova] Enqueued Resource ID: 65abf2c1-e867-4782-a3e3-1b9301accccb with Priority: HIGHEST for action port [ 878.565411] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 878.565411] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 878.565411] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65abf2c1-e867-4782-a3e3-1b9301accccb with Priority: HIGHEST for action port [ 878.565411] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.565876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.565876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.565876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.565876] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.567124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.567238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.567387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.567578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.567727] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.567819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.567882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.569551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.569551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.569551] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.569551] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-65abf2c1-e867-4782-a3e3-1b9301accccb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.569551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.569551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.570138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.570138] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65abf2c1-e867-4782-a3e3-1b9301accccb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.068479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.068787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.070111] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.072747] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65abf2c1-e867-4782-a3e3-1b9301accccb with status ACTIVE [ 879.072996] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.073171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.073254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.073699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.073699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.073802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.073903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.073963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.074132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.074413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.074413] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.074536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.074597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.074743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.074817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.074900] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65abf2c1-e867-4782-a3e3-1b9301accccb is going to be updated. [ 879.099921] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.100116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.100187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.100345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.100485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.100645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65abf2c1-e867-4782-a3e3-1b9301accccb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.572242] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.078173] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.078173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.078173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.078674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.080598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.080598] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be created. [ 880.105747] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.105747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.105747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.105747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.105747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.116031] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: UNINITIALIZED for 2s [ 880.315245] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 28s [ 880.418138] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.418138] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.418138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.418138] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.921110] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.921331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.921375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.921614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.921678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.921883] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.922066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.922066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.922220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.922270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.922360] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be updated. [ 880.954287] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.954287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.954287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.955052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.955052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.965475] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: IN_PROGRESS for 2s [ 881.710374] env[66369]: INFO networking_nsxv3.common.synchronization [req-09ec4f8a-c153-41f6-bab0-6a9e0dea76af req-5ebf6fc0-cab1-4f25-87e0-3219b55dfeb0 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_members [ 881.710374] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_members [ 881.710374] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.710374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.710374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.710374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.710374] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.710374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.710374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.713139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.713139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.713139] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.112990] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.112990] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.113576] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.114257] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.114875] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.115351] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.115689] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.117028] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.117028] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.117028] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.117028] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.117028] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.117028] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.117028] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.117028] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.118021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.135291] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135291] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.135291] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.141101] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.141101] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.141101] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.141300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.142359] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-96f453ff-e890-414d-9b72-22e0c8321bc3 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.142359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.142359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.142359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.142359] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96f453ff-e890-414d-9b72-22e0c8321bc3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.215966] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.216154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.216228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.216447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.216536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.216734] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.216905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.216971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.217136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.217214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.217300] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f already deleted. [ 882.217382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.329962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 30s [ 882.637688] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.637945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.637945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.638307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.638497] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.638605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.638670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.638834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.638955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.639240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.639547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.639715] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.639821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.639897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.640054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.640133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.640327] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.644424] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.644616] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.644735] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.644986] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.645142] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.645286] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 96f453ff-e890-414d-9b72-22e0c8321bc3 not found, creating... [ 882.645809] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.645899] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.646029] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.646252] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.646390] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.646669] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.646851] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.646924] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.647141] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.647302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.647443] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 96f453ff-e890-414d-9b72-22e0c8321bc3 is going to be created. [ 882.669637] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.669855] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.669970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.670267] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.670497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.670710] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.975899] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f660844-d418-4930-b72b-5905891f5447 in Status: SUCCESS [ 882.976201] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f660844-d418-4930-b72b-5905891f5447 deletion is rescheduled due to dependency. [ 882.976583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.143709] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7de174e5-b649-420f-a96c-e48ebcc1c964: rpc.has_security_group_logging(os_id): False [ 883.164378] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.164594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.164594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.164697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.164986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165275] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.165358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.165423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165882] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.166090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.166090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.166457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.166457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.166457] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be created. [ 883.229285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.232024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.232024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.232024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.232024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.242817] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 883.405155] env[66369]: INFO networking_nsxv3.common.synchronization [req-09ec4f8a-c153-41f6-bab0-6a9e0dea76af req-ef0fbba6-9748-42fc-97ee-32979ae02212 service nova] Enqueued Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_rules [ 883.405481] env[66369]: INFO networking_nsxv3.common.synchronization [req-09ec4f8a-c153-41f6-bab0-6a9e0dea76af req-ef0fbba6-9748-42fc-97ee-32979ae02212 service nova] Enqueued Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_members [ 883.405663] env[66369]: INFO networking_nsxv3.common.synchronization [req-09ec4f8a-c153-41f6-bab0-6a9e0dea76af req-ef0fbba6-9748-42fc-97ee-32979ae02212 service nova] Enqueued Resource ID: 96f453ff-e890-414d-9b72-22e0c8321bc3 with Priority: HIGHEST for action port [ 883.406387] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_rules [ 883.407432] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_members [ 883.407432] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f453ff-e890-414d-9b72-22e0c8321bc3 with Priority: HIGHEST for action port [ 883.407432] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.407432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.407432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.407432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.407911] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.408859] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.409125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.409125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.409411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.409660] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.409803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.409923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.410573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.410573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.410573] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.411774] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-96f453ff-e890-414d-9b72-22e0c8321bc3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.411774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.412624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.415248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.415248] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96f453ff-e890-414d-9b72-22e0c8321bc3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.516727] env[66369]: INFO networking_nsxv3.common.synchronization [None req-e899814d-aab4-421b-bbd7-1bd25da4680d None None] Enqueued Resource ID: e383b064-591a-4540-b607-bfa8bf005f48 with Priority: HIGHEST for action port [ 883.517354] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e383b064-591a-4540-b607-bfa8bf005f48 with Priority: HIGHEST for action port [ 883.517720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e383b064-591a-4540-b607-bfa8bf005f48 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.517850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e383b064-591a-4540-b607-bfa8bf005f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.517918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e383b064-591a-4540-b607-bfa8bf005f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.519303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e383b064-591a-4540-b607-bfa8bf005f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.519403] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e383b064-591a-4540-b607-bfa8bf005f48',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.679899] env[66369]: INFO networking_nsxv3.common.synchronization [req-db6aa47d-32cb-4c6d-89d7-19fa2c4b5397 req-1f60e5ac-2c82-45a9-aeb6-32970f981288 tempest-ServerMetadataTestJSON-507954208 tempest-ServerMetadataTestJSON-507954208-project-member] Enqueued Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_members [ 883.680636] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGHEST for action security_group_members [ 883.681136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.681327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.681437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.682016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.682016] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.682016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.682196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.682406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.682535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.682671] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.917407] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.921844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.922083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.922285] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96f453ff-e890-414d-9b72-22e0c8321bc3 with status ACTIVE [ 883.922456] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.922564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.922617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.922868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.922941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.923068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.923160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.923280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.923353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.923465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.923586] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.923707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.923758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.924179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.924179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.924179] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96f453ff-e890-414d-9b72-22e0c8321bc3 is going to be updated. [ 883.948095] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.948274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.948345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.948555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.948684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.948845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96f453ff-e890-414d-9b72-22e0c8321bc3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.021741] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e383b064-591a-4540-b607-bfa8bf005f48 [ 884.021998] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.022174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.022244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.022492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.022585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.022687] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e383b064-591a-4540-b607-bfa8bf005f48 already deleted. [ 884.022761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e383b064-591a-4540-b607-bfa8bf005f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.186228] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.186228] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.186228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.186228] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 is going to be updated. [ 884.222507] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.222594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.222657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.222874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.223045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.233092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 in Status: IN_PROGRESS for 2s [ 884.345274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 32s [ 884.426549] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.929287] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.929502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.929502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.929747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.929837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.929939] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f is going to be created. [ 884.955349] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.955349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.955349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.955349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.955806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.966289] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4bdf384-6093-4240-86b5-f0ee0144a91f in Status: UNINITIALIZED for 2s [ 885.014936] env[66369]: INFO networking_nsxv3.common.synchronization [req-704f2edf-a59c-4580-824c-bac734f2607c req-0734dd05-c8cc-41c8-99da-9ea7c8d91eca tempest-ServersTestBootFromVolume-2076023485 tempest-ServersTestBootFromVolume-2076023485-project-member] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_members [ 885.014936] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGHEST for action security_group_members [ 885.015122] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.015365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.015516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.016030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.016356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.016595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.016749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017033] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.019126] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.261289] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 885.261289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.521365] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.521567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.521641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.522519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.522519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.522519] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.522519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.522519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.522519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.522796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.522796] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1bd991-6d97-478b-b376-a1137893f8df is going to be updated. [ 885.550146] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.550393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.550895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.550895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.551141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.562086] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: IN_PROGRESS for 2s [ 885.854188] env[66369]: INFO networking_nsxv3.common.synchronization [None req-3eef1747-824b-49b1-a441-f8ad7821bc3d None None] Enqueued Resource ID: 4dc3723e-4f3e-4942-8d4e-a49bfb633f48 with Priority: HIGHEST for action port [ 885.855376] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dc3723e-4f3e-4942-8d4e-a49bfb633f48 with Priority: HIGHEST for action port [ 885.857091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dc3723e-4f3e-4942-8d4e-a49bfb633f48 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.857263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dc3723e-4f3e-4942-8d4e-a49bfb633f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.857336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dc3723e-4f3e-4942-8d4e-a49bfb633f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.857603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dc3723e-4f3e-4942-8d4e-a49bfb633f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.857693] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dc3723e-4f3e-4942-8d4e-a49bfb633f48',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.043328] env[66369]: INFO networking_nsxv3.common.synchronization [req-712a2dc6-0383-4948-a806-d586955c5197 req-6a4f6187-f2eb-46db-b7d7-4cb752160199 tempest-ListImageFiltersTestJSON-1166256917 tempest-ListImageFiltersTestJSON-1166256917-project-member] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 886.043691] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 886.044089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.044181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.044181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.044384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.044535] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.044631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.044690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.044833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.044916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.045014] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.243369] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 in Status: SUCCESS [ 886.243584] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 deletion is rescheduled due to dependency. [ 886.243735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.358562] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 34s [ 886.360704] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dc3723e-4f3e-4942-8d4e-a49bfb633f48 [ 886.360704] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.360704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.360704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.360704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.360704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.361099] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dc3723e-4f3e-4942-8d4e-a49bfb633f48 already deleted. [ 886.361099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dc3723e-4f3e-4942-8d4e-a49bfb633f48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.550472] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.978262] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4bdf384-6093-4240-86b5-f0ee0144a91f in Status: SUCCESS [ 886.979046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.979046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.979046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.979255] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.979255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.979255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.979424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.979503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.979622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.979682] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.056831] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.482472] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.559496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.559661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.559713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.560518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.560518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.560518] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be updated. [ 887.576929] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da1bd991-6d97-478b-b376-a1137893f8df in Status: SUCCESS [ 887.576929] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da1bd991-6d97-478b-b376-a1137893f8df deletion is rescheduled due to dependency. [ 887.576929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.603219] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.603219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.603219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.603219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.603219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.614958] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 887.818125] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d44ab4d-a35e-4f58-9dad-5cdbbbaeb36a req-0290cf7b-2b10-452f-9a72-521485b56456 tempest-AttachInterfacesV270Test-1131863454 tempest-AttachInterfacesV270Test-1131863454-project-member] Enqueued Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_members [ 887.819243] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_members [ 887.819559] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.819683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.819751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.820028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.820208] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.820316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.820379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.820619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.820705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.820798] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.985439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4bdf384-6093-4240-86b5-f0ee0144a91f: rpc.has_security_group_logging(os_id): False [ 888.009056] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.009318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.009318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.009519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.009641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.009963] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.010094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.010156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.010326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.010400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.010488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f is going to be created. [ 888.104213] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.104349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.104423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.104969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.104969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.123856] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4bdf384-6093-4240-86b5-f0ee0144a91f in Status: IN_PROGRESS for 2s [ 888.236856] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.236967] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.237041] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.238341] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.238684] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.238991] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.239235] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.239597] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.239833] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.240177] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.240372] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.240560] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.240744] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.240994] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.241150] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.241419] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.267083] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.267319] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.267485] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.267686] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-73" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.268081] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.268283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.268440] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.268822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.269015] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed6afd6-9913-4bf5-8a96-5ee4712ce809',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.323729] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.323960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.323960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.324301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.324400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.324608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.324715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.324772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.324930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.324997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.326149] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a already deleted. [ 888.326149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.372361] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 36s [ 888.772418] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.772822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.772822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.773045] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.773205] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.773325] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 1ed6afd6-9913-4bf5-8a96-5ee4712ce809 not found, creating... [ 888.773845] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.773845] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.774044] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.774102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.774292] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.774641] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.774790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.774790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.775026] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.776347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.776522] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 1ed6afd6-9913-4bf5-8a96-5ee4712ce809 is going to be created. [ 888.801629] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.801899] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.802043] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.802302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.802534] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.802753] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.454145] env[66369]: INFO networking_nsxv3.common.synchronization [None req-4f694e4b-0b29-410e-9bd2-a6794a59db46 None None] Enqueued Resource ID: 9b49167e-a1b6-4c4d-9cba-3e956732960b with Priority: HIGHEST for action port [ 889.454838] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b49167e-a1b6-4c4d-9cba-3e956732960b with Priority: HIGHEST for action port [ 889.455409] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b49167e-a1b6-4c4d-9cba-3e956732960b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.455580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b49167e-a1b6-4c4d-9cba-3e956732960b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.455648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b49167e-a1b6-4c4d-9cba-3e956732960b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.455940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b49167e-a1b6-4c4d-9cba-3e956732960b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.456055] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b49167e-a1b6-4c4d-9cba-3e956732960b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.533893] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d44ab4d-a35e-4f58-9dad-5cdbbbaeb36a req-726a445e-d5cd-4aac-b728-7579ea58b7f8 service nova] Enqueued Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_rules [ 889.534142] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d44ab4d-a35e-4f58-9dad-5cdbbbaeb36a req-726a445e-d5cd-4aac-b728-7579ea58b7f8 service nova] Enqueued Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_members [ 889.534204] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d44ab4d-a35e-4f58-9dad-5cdbbbaeb36a req-726a445e-d5cd-4aac-b728-7579ea58b7f8 service nova] Enqueued Resource ID: 1ed6afd6-9913-4bf5-8a96-5ee4712ce809 with Priority: HIGHEST for action port [ 889.534439] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_rules [ 889.534569] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_members [ 889.534759] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed6afd6-9913-4bf5-8a96-5ee4712ce809 with Priority: HIGHEST for action port [ 889.535553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.535713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.535757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.536008] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.536081] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.537056] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.537151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.537225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.537350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.537493] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.537586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.537648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.537877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.537877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.537984] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.538693] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.538800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.538864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.539195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.539195] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed6afd6-9913-4bf5-8a96-5ee4712ce809',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.630456] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 889.630456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.958695] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b49167e-a1b6-4c4d-9cba-3e956732960b [ 889.958994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.962360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.962360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.962360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.962516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.962551] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b49167e-a1b6-4c4d-9cba-3e956732960b already deleted. [ 889.962637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b49167e-a1b6-4c4d-9cba-3e956732960b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.042621] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.043958] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.043958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.048578] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ed6afd6-9913-4bf5-8a96-5ee4712ce809 with status ACTIVE [ 890.049497] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.049497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.049497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.049765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.051183] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.051183] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.051183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.051183] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ed6afd6-9913-4bf5-8a96-5ee4712ce809 is going to be updated. [ 890.054041] env[66369]: INFO networking_nsxv3.common.synchronization [req-54f198bd-9eed-49bc-a6ae-48fb00644d37 req-7d4dccb4-357f-430b-917c-0248647bf332 tempest-ServersTestJSON-2012153163 tempest-ServersTestJSON-2012153163-project-member] Enqueued Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_members [ 890.055211] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 with Priority: HIGHEST for action security_group_members [ 890.055458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-98580207-dbc8-4fbd-b5e1-7ee5e8989884 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.055572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.055622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.055808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.055955] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.056120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.056120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.056285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.056364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.056437] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98580207-dbc8-4fbd-b5e1-7ee5e8989884',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.089180] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.089180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.089180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.089180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.089532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.090172] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed6afd6-9913-4bf5-8a96-5ee4712ce809" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.136372] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4bdf384-6093-4240-86b5-f0ee0144a91f in Status: SUCCESS [ 890.136717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.385840] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 38s [ 890.549254] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.560476] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.560625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.560693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.560915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.582884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.582884] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.583076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.583482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.583482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.583482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.583604] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 is going to be updated. [ 890.616581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.616811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.616811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.617014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.617164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.626423] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 in Status: IN_PROGRESS for 2s [ 891.051570] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.051888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.051888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.052045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.052132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.052227] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a is going to be created. [ 891.081036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.081352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.081433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.083201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.083201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.093070] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a in Status: UNINITIALIZED for 2s [ 891.093391] env[66369]: INFO networking_nsxv3.common.synchronization [None req-59521a2d-0739-4b14-a817-799a0d6ff9bd tempest-ServerActionsV293TestJSON-1275382131 tempest-ServerActionsV293TestJSON-1275382131-project-member] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_rules [ 891.094403] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_rules [ 891.094699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.094812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.094886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.095146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.095248] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.218013] env[66369]: INFO networking_nsxv3.common.synchronization [None req-ebc27e6e-e032-4ce0-8a5f-eeb1b37b235a tempest-ServerActionsV293TestJSON-1275382131 tempest-ServerActionsV293TestJSON-1275382131-project-member] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_rules [ 891.218549] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_rules [ 891.218852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.218955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.617222] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.617370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.617434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.617658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.617747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.617847] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 already deleted. [ 891.617932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.618294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.618294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.618361] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.147749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.147749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.147749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.147749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.147749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.147749] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 already deleted. [ 892.147749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.401992] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 40s [ 892.637362] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 in Status: SUCCESS [ 892.637362] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98580207-dbc8-4fbd-b5e1-7ee5e8989884 deletion is rescheduled due to dependency. [ 892.637362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98580207-dbc8-4fbd-b5e1-7ee5e8989884" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.102824] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a in Status: SUCCESS [ 893.103134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.103351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.104562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.104835] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.104956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.105038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.105223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.105832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.105972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.106091] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.424548] env[66369]: INFO networking_nsxv3.common.synchronization [None req-7cdab1e1-dbf5-45d7-b7de-c87a49a698aa None None] Enqueued Resource ID: a3485e33-cac3-4e66-8ca2-a94a0b6667a2 with Priority: HIGHEST for action port [ 893.425275] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3485e33-cac3-4e66-8ca2-a94a0b6667a2 with Priority: HIGHEST for action port [ 893.425508] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3485e33-cac3-4e66-8ca2-a94a0b6667a2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.425668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3485e33-cac3-4e66-8ca2-a94a0b6667a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.425727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3485e33-cac3-4e66-8ca2-a94a0b6667a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.426236] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3485e33-cac3-4e66-8ca2-a94a0b6667a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.426236] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3485e33-cac3-4e66-8ca2-a94a0b6667a2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.608556] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.608769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.608935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.609455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.609662] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.609770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.609834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.610015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.610124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.610210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.610356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.610538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.610538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.610636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.610765] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.611124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.611226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.611344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.611430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.611508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.611623] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.929436] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3485e33-cac3-4e66-8ca2-a94a0b6667a2 [ 893.929659] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.930552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.930552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.930552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.930552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.930552] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3485e33-cac3-4e66-8ca2-a94a0b6667a2 already deleted. [ 893.930552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3485e33-cac3-4e66-8ca2-a94a0b6667a2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.116476] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a: rpc.has_security_group_logging(os_id): False [ 894.136855] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.137087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.137155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.137346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.137429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.137634] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.137845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.137845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.138166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.138166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.138280] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.138356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.138392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.138526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.138578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.140898] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.140898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.140898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.140898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.140898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.140898] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a is going to be created. [ 894.211418] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.211418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.211418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.211418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.211418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.223772] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a in Status: IN_PROGRESS for 2s [ 894.417344] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 42s [ 894.746334] env[66369]: INFO networking_nsxv3.common.synchronization [None req-524b1121-c411-49d9-9bf3-00ac5b4bde51 None None] Enqueued Resource ID: 27e0e1a9-2687-424d-acc8-112ad49ea4f1 with Priority: HIGHEST for action port [ 894.747241] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e0e1a9-2687-424d-acc8-112ad49ea4f1 with Priority: HIGHEST for action port [ 894.747241] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e0e1a9-2687-424d-acc8-112ad49ea4f1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.747521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e0e1a9-2687-424d-acc8-112ad49ea4f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.747521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e0e1a9-2687-424d-acc8-112ad49ea4f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.747822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e0e1a9-2687-424d-acc8-112ad49ea4f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.747937] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e0e1a9-2687-424d-acc8-112ad49ea4f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.251532] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27e0e1a9-2687-424d-acc8-112ad49ea4f1 [ 895.251792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.251964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.252073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.252331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.252409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.252524] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27e0e1a9-2687-424d-acc8-112ad49ea4f1 already deleted. [ 895.252735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e0e1a9-2687-424d-acc8-112ad49ea4f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.241435] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a in Status: SUCCESS [ 896.242048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.434259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 44s [ 897.470016] env[66369]: INFO networking_nsxv3.common.synchronization [None req-01ef9682-0115-4f50-a5ff-d8b0f33dafb5 None None] Enqueued Resource ID: 221e8e58-e4c1-420f-a0fb-a3a4618abc41 with Priority: HIGHEST for action port [ 897.470016] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 221e8e58-e4c1-420f-a0fb-a3a4618abc41 with Priority: HIGHEST for action port [ 897.470016] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-221e8e58-e4c1-420f-a0fb-a3a4618abc41 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.470016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-221e8e58-e4c1-420f-a0fb-a3a4618abc41" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.470016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-221e8e58-e4c1-420f-a0fb-a3a4618abc41" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.470016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-221e8e58-e4c1-420f-a0fb-a3a4618abc41" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.470016] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('221e8e58-e4c1-420f-a0fb-a3a4618abc41',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.745446] env[66369]: INFO networking_nsxv3.common.synchronization [None req-02a9d00e-a57a-428c-a379-3e993e36c468 None None] Enqueued Resource ID: a82d4974-6c50-41e6-866f-81aaaa17043a with Priority: HIGHEST for action port [ 897.746130] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82d4974-6c50-41e6-866f-81aaaa17043a with Priority: HIGHEST for action port [ 897.746324] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82d4974-6c50-41e6-866f-81aaaa17043a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.746439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82d4974-6c50-41e6-866f-81aaaa17043a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.746499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82d4974-6c50-41e6-866f-81aaaa17043a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.746838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82d4974-6c50-41e6-866f-81aaaa17043a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.746838] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82d4974-6c50-41e6-866f-81aaaa17043a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.973852] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 221e8e58-e4c1-420f-a0fb-a3a4618abc41 [ 897.973852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.973852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.973852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.973852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.973852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.973852] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:221e8e58-e4c1-420f-a0fb-a3a4618abc41 already deleted. [ 897.973852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-221e8e58-e4c1-420f-a0fb-a3a4618abc41" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.250713] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a82d4974-6c50-41e6-866f-81aaaa17043a [ 898.251231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.251439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.251490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.252079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.252079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.252176] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a82d4974-6c50-41e6-866f-81aaaa17043a already deleted. [ 898.252276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82d4974-6c50-41e6-866f-81aaaa17043a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.451735] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 46s [ 900.467018] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 48s [ 900.474681] env[66369]: INFO networking_nsxv3.common.synchronization [None req-28be0da0-aadd-43a0-a9f1-da53f8c3404a None None] Enqueued Resource ID: 0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf with Priority: HIGHEST for action port [ 900.475298] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf with Priority: HIGHEST for action port [ 900.476703] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.477330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.477330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.477330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.477330] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.521194] env[66369]: INFO networking_nsxv3.common.synchronization [None req-e945c87c-f09a-42c9-8820-133e18b4863f None None] Enqueued Resource ID: 82ffce73-5ac5-47fa-a153-a77946bb88ee with Priority: HIGHEST for action port [ 900.521670] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82ffce73-5ac5-47fa-a153-a77946bb88ee with Priority: HIGHEST for action port [ 900.522048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-82ffce73-5ac5-47fa-a153-a77946bb88ee taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.522211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82ffce73-5ac5-47fa-a153-a77946bb88ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.522284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82ffce73-5ac5-47fa-a153-a77946bb88ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.523618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82ffce73-5ac5-47fa-a153-a77946bb88ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.523618] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82ffce73-5ac5-47fa-a153-a77946bb88ee',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.979631] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf [ 900.979980] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.980201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.980360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.980652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.980824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.980946] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf already deleted. [ 900.981090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b4c24d7-0b41-4bcb-94c4-a14388d0d6cf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.024666] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82ffce73-5ac5-47fa-a153-a77946bb88ee [ 901.025483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.025483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.025483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.025483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.025483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.025483] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82ffce73-5ac5-47fa-a153-a77946bb88ee already deleted. [ 901.025758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82ffce73-5ac5-47fa-a153-a77946bb88ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.479674] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d6f4e5c-7f1c-4913-bb3b-7a2095170586 req-4d983d04-21e2-4e58-92cb-576806e59321 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 901.480182] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 901.480466] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.480589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.480656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.480852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.481013] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.481237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.481316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.481478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.481561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.481652] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.920034] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.924027] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.924027] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.924027] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.924027] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.924027] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.924027] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.924027] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.924027] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.924027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.947310] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.951025] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.951025] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.951025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.951025] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-117997f4-313e-4a40-b742-c9be1bca6f57 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.951025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.951025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.951025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.951025] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117997f4-313e-4a40-b742-c9be1bca6f57',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.984452] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.984574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.984642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.984854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.984945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.985172] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.985275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.985336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.985482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.985551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.985633] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be deleted. [ 902.021168] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.021307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.021332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.022223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.022223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.022223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.452362] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.452644] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.452706] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.452996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.453203] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.453314] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 117997f4-313e-4a40-b742-c9be1bca6f57 not found, creating... [ 902.453609] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.453768] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.453870] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.454116] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.454253] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.454543] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.454696] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.454829] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.455111] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.455272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.455420] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 117997f4-313e-4a40-b742-c9be1bca6f57 is going to be created. [ 902.495773] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.496505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.496505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.496505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.496694] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.496938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.503493] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 50s [ 903.070214] env[66369]: INFO networking_nsxv3.common.synchronization [None req-7df9f7e5-f2a6-4b56-82ce-a732387d9434 None None] Enqueued Resource ID: 83cabf33-b697-4d30-aa04-c2002a312221 with Priority: HIGHEST for action port [ 903.070486] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83cabf33-b697-4d30-aa04-c2002a312221 with Priority: HIGHEST for action port [ 903.070804] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-83cabf33-b697-4d30-aa04-c2002a312221 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.070948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83cabf33-b697-4d30-aa04-c2002a312221" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.070989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83cabf33-b697-4d30-aa04-c2002a312221" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.074753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83cabf33-b697-4d30-aa04-c2002a312221" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.074753] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83cabf33-b697-4d30-aa04-c2002a312221',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.254282] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d6f4e5c-7f1c-4913-bb3b-7a2095170586 req-cb5c145d-5268-455a-8932-5a04caa5b25e service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 903.254448] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d6f4e5c-7f1c-4913-bb3b-7a2095170586 req-cb5c145d-5268-455a-8932-5a04caa5b25e service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 903.254582] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d6f4e5c-7f1c-4913-bb3b-7a2095170586 req-cb5c145d-5268-455a-8932-5a04caa5b25e service nova] Enqueued Resource ID: 117997f4-313e-4a40-b742-c9be1bca6f57 with Priority: HIGHEST for action port [ 903.254809] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 903.254946] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 903.255038] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117997f4-313e-4a40-b742-c9be1bca6f57 with Priority: HIGHEST for action port [ 903.255626] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.255747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.256146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.256146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.256146] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.257167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.257270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.257270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.257429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.257570] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.257665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.257723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.257996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.257996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.258076] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.259555] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-117997f4-313e-4a40-b742-c9be1bca6f57 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.259555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.259555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.259680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.259680] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117997f4-313e-4a40-b742-c9be1bca6f57',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.578276] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83cabf33-b697-4d30-aa04-c2002a312221 [ 903.578505] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.578744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.578744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.578973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.579339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.579339] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83cabf33-b697-4d30-aa04-c2002a312221 already deleted. [ 903.579339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83cabf33-b697-4d30-aa04-c2002a312221" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.761810] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.762620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.762783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.762940] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117997f4-313e-4a40-b742-c9be1bca6f57 with status ACTIVE [ 903.763886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.763886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.763886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.763886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.763886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.763886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.763886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.763886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.764501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.764501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.764501] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.764501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.764501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.764636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.764660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.764751] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117997f4-313e-4a40-b742-c9be1bca6f57 is going to be updated. [ 903.789404] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.789404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.789404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.789404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.789404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.789667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117997f4-313e-4a40-b742-c9be1bca6f57" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.266905] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.359140] env[66369]: INFO networking_nsxv3.common.synchronization [req-df39e1ac-2a2f-4920-a8b6-06081d3fee85 req-680c938b-9bda-4885-82ca-84505e641415 tempest-AttachInterfacesV270Test-1131863454 tempest-AttachInterfacesV270Test-1131863454-project-member] Enqueued Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_members [ 904.359741] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGHEST for action security_group_members [ 904.360215] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.360359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.360426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.360683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.360849] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.360953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.361025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.361206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.361297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.361393] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.524027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 52s [ 904.769861] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.770192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.770192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.771340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.771441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.771561] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be created. [ 904.803588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.803588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.803588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.803588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.803588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.818563] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: UNINITIALIZED for 2s [ 904.863207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.863795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.865723] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.865723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.865723] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a is going to be updated. [ 904.896539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.896680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.896765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.896981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.897139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.907073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a in Status: IN_PROGRESS for 2s [ 904.990603] env[66369]: INFO networking_nsxv3.common.synchronization [req-286fd095-fbc5-4658-93a3-55757aa2399c req-05d4b50a-fd32-493e-9141-2a9601ce89b4 tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 904.991236] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 904.991587] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.991781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.991781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.991947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.992115] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.992233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.992288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.992436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.992522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.992612] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.498057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.498233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.498308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.498536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.498628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.498827] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.498949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.499030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.499318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.499391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.499480] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 905.527764] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.527916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.527985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.528220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.528373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.541400] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 906.533093] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 54s [ 906.741767] env[66369]: INFO networking_nsxv3.common.synchronization [req-fc37f62d-fc4a-4f25-836d-3befbbaea929 req-1fec4133-9f94-4cdd-b3a7-99dc943d2244 tempest-MigrationsAdminTest-573386484 tempest-MigrationsAdminTest-573386484-project-member] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 906.742353] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 906.742808] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.742808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.742933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.743044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.743207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.743311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.743372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.743537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.743628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.743719] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.830053] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 906.830353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.830563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.830786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.830984] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.831158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.831286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.831597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.831690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.831932] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.916972] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a in Status: SUCCESS [ 906.917187] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a deletion is rescheduled due to dependency. [ 906.917597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.198769] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e387b18-d5f4-4cb2-8600-6b2be2bfccf0 req-4b302ff9-5089-434c-ac1c-bd2ef5bea0b7 tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 907.199375] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 907.199682] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.199820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.199876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.203311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.203485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.203610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.203984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.204198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.204293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.204392] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.246378] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.334642] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.334865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.334865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.335205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.335381] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.335484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.335546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.335741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.335807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.335880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.336056] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.336163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.336240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.336433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.336575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.337246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.337246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.337246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.337246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.337246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.337246] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.554314] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 907.554721] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 907.554721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.584943] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.584943] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.584943] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.585158] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.585364] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.586438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.586438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.586438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.586438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.586438] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.586807] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.586930] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.587055] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.587157] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.587270] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.587391] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.609316] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.609525] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.609620] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.609743] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.610137] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-0c586756-b815-47cf-a6fb-2aaecef2eef1 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.610267] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.610339] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.610749] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.610804] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c586756-b815-47cf-a6fb-2aaecef2eef1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.708412] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.748522] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.838927] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527875f1-fea1-4592-aa7e-37dbcf098ee2: rpc.has_security_group_logging(os_id): False [ 907.869499] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.869644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.869717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.870415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.870415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.870696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.870696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870875] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.870974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.871034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.871172] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.871311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.871448] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.871540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.871596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.871728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.871792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.871877] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be created. [ 907.963371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.963604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.963678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.964419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.964620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.980215] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 908.113838] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.114146] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.114234] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.114561] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.114718] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.114895] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 0c586756-b815-47cf-a6fb-2aaecef2eef1 not found, creating... [ 908.115371] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.115485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.115517] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.115782] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.115937] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.116385] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.116558] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.116683] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.117668] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.117889] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.118068] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 0c586756-b815-47cf-a6fb-2aaecef2eef1 is going to be created. [ 908.150354] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.150633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.150801] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.151148] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.151428] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.151716] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.210836] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.253480] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.253480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.253480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.253480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.253480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.253480] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be updated. [ 908.300173] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.300373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.300373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.300541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.300713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.313692] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: IN_PROGRESS for 2s [ 908.548727] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 56s [ 908.716656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.716656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.716656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.716656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.716656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.716656] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 908.854955] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.855117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.855188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.855404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.855543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.865865] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 908.873725] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e387b18-d5f4-4cb2-8600-6b2be2bfccf0 req-9e788a16-847f-49b0-84e7-e96d970815d8 service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 908.874171] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e387b18-d5f4-4cb2-8600-6b2be2bfccf0 req-9e788a16-847f-49b0-84e7-e96d970815d8 service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 908.874171] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e387b18-d5f4-4cb2-8600-6b2be2bfccf0 req-9e788a16-847f-49b0-84e7-e96d970815d8 service nova] Enqueued Resource ID: 0c586756-b815-47cf-a6fb-2aaecef2eef1 with Priority: HIGHEST for action port [ 908.874703] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 908.874703] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 908.874864] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c586756-b815-47cf-a6fb-2aaecef2eef1 with Priority: HIGHEST for action port [ 908.875057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.875185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.875252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.875466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.875545] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.876501] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.876601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.876802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c586756-b815-47cf-a6fb-2aaecef2eef1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.876905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.876967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.877175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.877249] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c586756-b815-47cf-a6fb-2aaecef2eef1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.379929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.379929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.379929] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c586756-b815-47cf-a6fb-2aaecef2eef1 with status ACTIVE [ 909.379929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.381024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.381233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.381464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.381565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.381752] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.381860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.381935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.382153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.382440] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.382534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.382596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.382740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.382899] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c586756-b815-47cf-a6fb-2aaecef2eef1 is going to be updated. [ 909.405821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.405979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.406082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.406273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.406414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.406554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c586756-b815-47cf-a6fb-2aaecef2eef1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.985822] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-3c85d5e8-7898-4ef3-8893-f468df5a3722 tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 909.986154] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 909.988213] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.988213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.988213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.988213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.988213] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.988512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.988545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.988733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.988867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.988982] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.998693] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 909.998693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.327337] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 910.327422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.395088] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-1bbcca67-cc96-47e1-9926-b132f22b903f tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 910.395629] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 910.395996] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.396116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.491845] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.493214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.493214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.493214] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 910.527777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.527777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.527777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.527777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.527777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.539021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 910.564112] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 58s [ 910.829835] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-93 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.830031] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.830155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.830491] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.830745] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.831126] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.831276] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.831711] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.831871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.832157] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.832270] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.832519] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.832726] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.832925] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.833122] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.833328] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.856039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.856039] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.856039] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.856039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-93" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.856039] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-a0a2d861-8569-478e-80da-0a34d111a472 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.856039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.856039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.856039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.856474] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a2d861-8569-478e-80da-0a34d111a472',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.878857] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 910.879744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.880339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.880590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.880791] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.880908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.880969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.881133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.881260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.881372] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.359587] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.359889] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.360067] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.360507] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.360746] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.360974] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port a0a2d861-8569-478e-80da-0a34d111a472 not found, creating... [ 911.361452] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.361643] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.361773] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.364636] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.364850] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.365597] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.365597] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.365597] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.366171] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.366171] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.366300] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: a0a2d861-8569-478e-80da-0a34d111a472 is going to be created. [ 911.384470] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.388480] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.388808] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.388935] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.389298] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.389497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.389831] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.886904] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.093915] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-f44e9875-f194-4f21-8320-3b4370b1ef30 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 912.097422] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-f44e9875-f194-4f21-8320-3b4370b1ef30 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 912.097422] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-f44e9875-f194-4f21-8320-3b4370b1ef30 service nova] Enqueued Resource ID: a0a2d861-8569-478e-80da-0a34d111a472 with Priority: HIGHEST for action port [ 912.097422] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 912.097422] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 912.097422] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a2d861-8569-478e-80da-0a34d111a472 with Priority: HIGHEST for action port [ 912.097422] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.097422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.097422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.097422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.097422] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.097422] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.097422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.098308] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0a2d861-8569-478e-80da-0a34d111a472 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.098456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.098640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.098985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.098985] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a2d861-8569-478e-80da-0a34d111a472',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.390611] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.391052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.391052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.391189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.391308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.391397] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 912.434316] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.434512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.434588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.434856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.435040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.446770] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 912.550973] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 912.551167] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a deletion is rescheduled due to dependency. [ 912.551302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.551473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.551695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.551879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.554154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.554308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.554563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.555448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.555576] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.577607] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 60s [ 912.603085] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.603667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.604621] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0a2d861-8569-478e-80da-0a34d111a472 with status ACTIVE [ 912.604621] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.604621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.604621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.604804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.604839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.605062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.605224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.605300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.606517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.606517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.606517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.606517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.606517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.606517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.606948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.606948] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0a2d861-8569-478e-80da-0a34d111a472 is going to be updated. [ 912.633518] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.633518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.633518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.633518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.633518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.633518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0a2d861-8569-478e-80da-0a34d111a472" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.946953] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.947820] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-92" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.948067] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-92" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.948539] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-92" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.948977] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.949267] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.949470] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.949833] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.950097] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.950431] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.950648] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.950858] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.951074] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.951287] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.951497] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.951728] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.977230] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.977507] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.977583] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.978078] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-92" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.978608] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.978878] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.979120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.979633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.979791] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5adcef88-9dd0-4e51-96b4-50f47f13c0d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.058476] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.482380] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.482771] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.482994] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.483437] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.483632] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.483826] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 5adcef88-9dd0-4e51-96b4-50f47f13c0d5 not found, creating... [ 913.484127] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.484891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.484891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.484891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.484891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.485088] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.485194] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.485307] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.485509] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.485636] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.485773] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 5adcef88-9dd0-4e51-96b4-50f47f13c0d5 is going to be created. [ 913.510179] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.510450] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.510595] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.510859] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.511582] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.511582] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.561303] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.064740] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.064939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.065032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.065404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.066764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.066912] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 914.107163] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.107474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.107564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.107812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.108061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.121019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 914.294218] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-229b9006-59cb-462c-ae4b-cf6669462650 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 914.294388] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-229b9006-59cb-462c-ae4b-cf6669462650 service nova] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 914.294643] env[66369]: INFO networking_nsxv3.common.synchronization [req-dcc781be-1855-4d9d-ad5e-a624aa9c7f38 req-229b9006-59cb-462c-ae4b-cf6669462650 service nova] Enqueued Resource ID: 5adcef88-9dd0-4e51-96b4-50f47f13c0d5 with Priority: HIGHEST for action port [ 914.296972] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_rules [ 914.296972] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 914.296972] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adcef88-9dd0-4e51-96b4-50f47f13c0d5 with Priority: HIGHEST for action port [ 914.296972] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.296972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.297345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.297345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.297452] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.297740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.297740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.297740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.297901] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5adcef88-9dd0-4e51-96b4-50f47f13c0d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.458365] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 914.458634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.459598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.460315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.460315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.460479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.460775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.460866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.463040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.463040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.463040] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.599811] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 62s [ 914.803311] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5adcef88-9dd0-4e51-96b4-50f47f13c0d5 with status ACTIVE [ 914.803759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.804910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.804910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.804910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.804910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.804910] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.805229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.805229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.805794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.805960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.806285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.806453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.806580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.806805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.806931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.807092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5adcef88-9dd0-4e51-96b4-50f47f13c0d5 is going to be updated. [ 914.835972] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.836140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.836208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.836463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.836571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.836950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5adcef88-9dd0-4e51-96b4-50f47f13c0d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.964983] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.965160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.965223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.965529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.965713] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.965825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.965887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.966063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.966151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.966238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.966387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.966473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.966581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.966669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.966801] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.966892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.966952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.967103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.967177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.967255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.967342] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.471537] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a959b81b-26e8-48e4-8b4e-2c198eae7c1b: rpc.has_security_group_logging(os_id): False [ 915.493929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.494268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.494268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.494478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.494569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.494876] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.495219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.495219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.495303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.495853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.495853] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.495853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.495853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.495853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.496158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.496473] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.496600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.496762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.496986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.497051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.497300] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 915.575202] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.575376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.575493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.575746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.575915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.593529] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 916.138204] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.138204] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.138204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.138204] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.620259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 64s [ 916.641366] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.146731] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.609150] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 917.609542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.649299] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.649785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.649873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.650118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.650210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.650313] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 917.686564] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.686709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.686784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.687013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.687189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.698049] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 918.634959] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 66s [ 919.297733] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.297733] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 919.711658] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 919.712265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.712478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.712928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.712928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.713070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.713131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.713294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.713378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.713562] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.714676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.714773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.714906] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.715030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.715115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.715366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.715456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.715544] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.217538] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.217665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.218243] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.649658] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 68s [ 920.720661] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.226625] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.226625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.226625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.226625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.226625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.226625] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 921.263765] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.264118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.264333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.264634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.264890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.275222] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 921.727673] env[66369]: INFO networking_nsxv3.common.synchronization [None req-dd76db6d-0c74-4091-9b1d-c2c80043552a tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_rules [ 921.728943] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_rules [ 921.728943] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.728943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.729686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.730035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.730166] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.870293] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2d510b24-3922-43af-a6b0-3917edfb5a2f tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_rules [ 921.870827] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_rules [ 921.871550] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.871720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.258409] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.258758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.259137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.259516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.259739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.259978] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89919fcb-3153-4854-b451-be093ea70f6b already deleted. [ 922.260188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.260487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.260789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.260898] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.663773] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 70s [ 922.786484] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.786764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.786764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.786910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.786998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.787107] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89919fcb-3153-4854-b451-be093ea70f6b already deleted. [ 922.787189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.286759] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 923.287041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.287221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.287446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.287645] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.287763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.287824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.287974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.288067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.288147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.288297] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.288509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.288509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.288596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.288702] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.288793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.288851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.288983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.289071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.289191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.289233] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.791853] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ba674a-bd33-433e-b8b3-9dd6255c1d9a: rpc.has_security_group_logging(os_id): False [ 923.810759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.811414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.811414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.811414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.811414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.811649] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.811752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.811845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.812017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.812098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.812298] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.812382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.812448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.812590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.812680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.812883] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.812993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.813077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.813239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.813366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.813505] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 923.876821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.876821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.876821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.877071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.877205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.896204] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 924.679288] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 72s [ 925.919114] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 925.920399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.920749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.921310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.921530] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.427132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.427309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.427379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.427600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.427779] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.427942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.427942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.428231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.428231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.428311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.428375] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.693845] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 74s [ 926.871649] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 926.871807] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 926.935426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.935426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.935426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.936099] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.936099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.936099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.936099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.936099] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.936099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.936299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.936341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.936384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.936474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.936560] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.377829] env[66369]: INFO networking_nsxv3.common.synchronization [req-92cb3937-0213-453b-b1af-9917c4dde662 req-813cd303-f915-45c5-820e-90048e570a94 tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 927.379455] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 927.379786] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.379922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.379986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.380498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.380677] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.381135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.381230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.381462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.381554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.381641] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.440264] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 69ba674a-bd33-433e-b8b3-9dd6255c1d9a: rpc.has_security_group_logging(os_id): False [ 927.463041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.463232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.463232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.463604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.463604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.463723] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.463857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.463979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.464210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.464367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.464588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.464744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.464843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.465232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.465232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.465372] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.465515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.466024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.466024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.466024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.466024] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 927.564179] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.564329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.564406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.564609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.564755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.582264] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 927.889039] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.935321] env[66369]: INFO networking_nsxv3.common.synchronization [req-4cc66a40-9292-410a-8599-56839ae5d6f4 req-367065a8-58e0-4480-8f86-077408594609 tempest-ServerPasswordTestJSON-257284148 tempest-ServerPasswordTestJSON-257284148-project-member] Enqueued Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_members [ 927.936228] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_members [ 927.937050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.937161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.937229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.938509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.938706] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.938853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.938913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.939112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.939198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.939298] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.298425] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.298425] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-42" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.298425] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-42" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.298425] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-42" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.298684] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.298790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.298941] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.299279] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.299668] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.300651] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.302258] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.302258] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.302258] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.302258] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.302258] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.302258] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.323122] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.323302] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.323440] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.323611] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-42" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.323931] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-65dd840d-cb75-4e3b-889c-c36003d9c9fe taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.324120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.324253] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.324588] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.324727] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65dd840d-cb75-4e3b-889c-c36003d9c9fe',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.391973] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.444477] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.444477] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.444477] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5adc55-71a2-458f-84c6-06cf4824656f already deleted. [ 928.444477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.707505] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 76s [ 928.827200] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.827498] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.827734] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.827868] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.828113] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.828221] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 65dd840d-cb75-4e3b-889c-c36003d9c9fe not found, creating... [ 928.828527] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.828695] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.828809] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.829046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.829183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.829480] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.829632] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.829744] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.829953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.830095] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.830232] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 65dd840d-cb75-4e3b-889c-c36003d9c9fe is going to be created. [ 928.852603] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.852855] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.852969] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.853423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.853773] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.854107] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.894577] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.894743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.894817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.895108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.895264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.895319] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 928.934339] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.934529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.934617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.934977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.935228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.945545] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 929.495314] env[66369]: INFO networking_nsxv3.common.synchronization [req-bb69d7fc-39d6-4421-b78d-7adfdec33996 req-c8827720-e6d7-4dcf-b157-b96d9125c260 tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 929.495314] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 929.495854] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.496126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.496274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.496577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.496826] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.497046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.497188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.497428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.497601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.497769] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.616392] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 929.616392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.620311] env[66369]: INFO networking_nsxv3.common.synchronization [req-4cc66a40-9292-410a-8599-56839ae5d6f4 req-5fa156eb-75b0-4f3d-9ca8-20e52387cc40 service nova] Enqueued Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_rules [ 929.620311] env[66369]: INFO networking_nsxv3.common.synchronization [req-4cc66a40-9292-410a-8599-56839ae5d6f4 req-5fa156eb-75b0-4f3d-9ca8-20e52387cc40 service nova] Enqueued Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_members [ 929.620311] env[66369]: INFO networking_nsxv3.common.synchronization [req-4cc66a40-9292-410a-8599-56839ae5d6f4 req-5fa156eb-75b0-4f3d-9ca8-20e52387cc40 service nova] Enqueued Resource ID: 65dd840d-cb75-4e3b-889c-c36003d9c9fe with Priority: HIGHEST for action port [ 929.621155] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_rules [ 929.621437] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_members [ 929.621644] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65dd840d-cb75-4e3b-889c-c36003d9c9fe with Priority: HIGHEST for action port [ 929.622144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.622378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.622542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.622878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.623097] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.624129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.625248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.625948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.625948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.625948] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.625948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.626220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.629027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.629027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.629027] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.629027] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-65dd840d-cb75-4e3b-889c-c36003d9c9fe taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.629027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.629027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.629027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.629027] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65dd840d-cb75-4e3b-889c-c36003d9c9fe',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.999707] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.130828] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.133559] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.133559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.133559] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65dd840d-cb75-4e3b-889c-c36003d9c9fe with status ACTIVE [ 930.133917] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.133917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.133917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.134541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.134541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.134541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.134541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.134541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.134738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.134738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.135534] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.135534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.135534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.135534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.135534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.135534] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65dd840d-cb75-4e3b-889c-c36003d9c9fe is going to be updated. [ 930.138964] env[66369]: INFO networking_nsxv3.common.synchronization [req-bb69d7fc-39d6-4421-b78d-7adfdec33996 req-973359dc-aa39-471e-bb76-cf03e881fdfe tempest-ServersTestMultiNic-130021888 tempest-ServersTestMultiNic-130021888-project-member] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 930.138964] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGHEST for action security_group_members [ 930.139403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.139481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.166129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.166267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.166303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.166736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.166736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.166864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65dd840d-cb75-4e3b-889c-c36003d9c9fe" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.502127] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.641424] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.724161] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: IN_PROGRESS for 78s [ 930.928503] env[66369]: INFO networking_nsxv3.common.synchronization [req-3b8dbba6-829f-41f3-b00d-179cfac32339 req-e9341e6b-4395-438f-be81-8126fed170e7 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 930.929156] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 930.929516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.929670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.929748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.930054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.930229] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.930335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.930401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.930570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.930656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.930754] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.954919] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 930.955432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.009162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.009162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.009162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.009162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.009162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.009162] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 931.037574] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.039023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.039023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.039023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.039434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.049969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 931.144698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.147165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.147165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.147165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.147165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.147165] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5adc55-71a2-458f-84c6-06cf4824656f is going to be created. [ 931.180982] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.180982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.180982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.180982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.180982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.190871] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5adc55-71a2-458f-84c6-06cf4824656f in Status: UNINITIALIZED for 2s [ 931.433254] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.433476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.433476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.433795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.433985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.434115] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.434283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.434283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.434459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.434538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.434639] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 already deleted. [ 931.434700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.440633] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.441505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.441505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.442220] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.442556] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.442836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.443022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.443311] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.443540] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.443822] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.443984] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.444157] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.444320] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.444487] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.444638] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.444834] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.465754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.465754] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.465754] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.465988] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.468097] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.468666] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.468666] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.469202] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.469830] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfa0987-34ce-4680-8382-4dfcd4b1e47d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.831670] env[66369]: INFO networking_nsxv3.common.synchronization [req-a7c35bcb-0747-4880-9fe1-6ed63b3426c7 req-8e376677-76ce-4a40-b906-010e8467cb48 tempest-ListImageFiltersTestJSON-1166256917 tempest-ListImageFiltersTestJSON-1166256917-project-member] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 931.832710] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGHEST for action security_group_members [ 931.832710] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.832954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.832954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.833026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.833162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.833260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.833320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.833470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.833553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.833642] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.974333] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.974668] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.974840] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.976038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.976038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.976038] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port fdfa0987-34ce-4680-8382-4dfcd4b1e47d not found, creating... [ 931.976038] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.976038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.976345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.976345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.976479] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.976936] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.976936] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.977125] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.977570] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.977570] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.977782] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: fdfa0987-34ce-4680-8382-4dfcd4b1e47d is going to be created. [ 932.001661] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.002747] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.003125] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.003266] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.003559] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.003741] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.337042] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.337283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.337283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.337464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.337568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.337778] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.337879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.337940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.338106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.338184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.338271] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be updated. [ 932.369437] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.369600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.369717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.369903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.370058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.380934] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: IN_PROGRESS for 2s [ 932.737303] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f19a0ce-0db7-4af9-9c2e-e502c703c95f in Status: SUCCESS [ 932.737521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f19a0ce-0db7-4af9-9c2e-e502c703c95f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.752032] env[66369]: INFO networking_nsxv3.common.synchronization [req-3b8dbba6-829f-41f3-b00d-179cfac32339 req-22fc1b87-cc5b-4b6a-91f1-371a2073cdf1 service nova] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_rules [ 932.752236] env[66369]: INFO networking_nsxv3.common.synchronization [req-3b8dbba6-829f-41f3-b00d-179cfac32339 req-22fc1b87-cc5b-4b6a-91f1-371a2073cdf1 service nova] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 932.752347] env[66369]: INFO networking_nsxv3.common.synchronization [req-3b8dbba6-829f-41f3-b00d-179cfac32339 req-22fc1b87-cc5b-4b6a-91f1-371a2073cdf1 service nova] Enqueued Resource ID: fdfa0987-34ce-4680-8382-4dfcd4b1e47d with Priority: HIGHEST for action port [ 932.752916] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_rules [ 932.753092] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 932.753258] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdfa0987-34ce-4680-8382-4dfcd4b1e47d with Priority: HIGHEST for action port [ 932.753562] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.753684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.753745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760022] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.760022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.760022] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.760512] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.760512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.760512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.760624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.760624] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdfa0987-34ce-4680-8382-4dfcd4b1e47d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.059514] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 933.060022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.060022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.060136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.060325] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.060440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.060507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.060823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.060823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.060823] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.208778] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5adc55-71a2-458f-84c6-06cf4824656f in Status: SUCCESS [ 933.209022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.209198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.209462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.209733] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.209848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.209848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.210016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.210109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.210196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.210284] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.262602] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.263596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.264111] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.265439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdfa0987-34ce-4680-8382-4dfcd4b1e47d with status ACTIVE [ 933.266508] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.266508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.266508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.266508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.266508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.266508] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.266508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.266508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.266969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.266969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.266969] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.266969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.266969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.267167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.267167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.267227] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdfa0987-34ce-4680-8382-4dfcd4b1e47d is going to be updated. [ 933.290062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.290062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.290062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.290247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.290275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.290419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdfa0987-34ce-4680-8382-4dfcd4b1e47d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.564842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.565168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.565168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.566752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.566752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566752] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.566752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.566752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.566752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.566752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.566752] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be updated. [ 933.599664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.599664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.599664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.599664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.599664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.609047] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: IN_PROGRESS for 2s [ 933.712975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.713186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.713286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.713520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.713695] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.713798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.713861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.714031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.714355] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.714511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.714662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.714818] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.714911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.714969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.715158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.715214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.715303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.715394] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.769480] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.217631] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf5adc55-71a2-458f-84c6-06cf4824656f: rpc.has_security_group_logging(os_id): False [ 934.238385] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.238385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.238487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.239625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.239843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.240777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.240777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.240777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.240903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.240932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.241657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.241775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.241818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.241951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.242093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.242310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.242403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.242454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.242683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.242683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.242780] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf5adc55-71a2-458f-84c6-06cf4824656f is going to be created. [ 934.248199] env[66369]: INFO networking_nsxv3.common.synchronization [req-0796694b-ff25-4727-8b42-fbf875df5a5e req-dad64421-38e2-4a8b-b552-5e248fe15bd4 tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 934.248883] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 934.249075] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.249186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.249249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.249496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.249716] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.249716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.250660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.250660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.250660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.250660] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.272036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.272036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.272036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.272368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.272465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.272567] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be created. [ 934.295414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.295513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.295958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.296275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.296448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.303641] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.303779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.303863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.304081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.304259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.314508] env[66369]: INFO networking_nsxv3.common.synchronization [None req-1f4f9953-59ff-4f68-9354-897357775e63 None None] Enqueued Resource ID: b0c7573e-706f-4cc5-91a1-c8c243f603a4 with Priority: HIGHEST for action port [ 934.315647] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: UNINITIALIZED for 2s [ 934.316215] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0c7573e-706f-4cc5-91a1-c8c243f603a4 with Priority: HIGHEST for action port [ 934.317447] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5adc55-71a2-458f-84c6-06cf4824656f in Status: IN_PROGRESS for 2s [ 934.317447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0c7573e-706f-4cc5-91a1-c8c243f603a4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.317639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0c7573e-706f-4cc5-91a1-c8c243f603a4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.317639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0c7573e-706f-4cc5-91a1-c8c243f603a4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.318733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0c7573e-706f-4cc5-91a1-c8c243f603a4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.318874] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0c7573e-706f-4cc5-91a1-c8c243f603a4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.393628] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 in Status: SUCCESS [ 934.393834] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 deletion is rescheduled due to dependency. [ 934.393947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.748515] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.748838] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.748875] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.749269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.749541] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.749719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.749839] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.750400] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.750578] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.750795] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.752515] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.752515] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.752515] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.752515] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.752515] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.752515] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.754026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.754026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.754026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.754387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.754387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.754387] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b already deleted. [ 934.754387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.788479] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.788698] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.789113] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.789113] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.789740] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-eae62704-a54b-4fff-8716-3520cacad60a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.789898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.790109] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.790488] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.790616] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae62704-a54b-4fff-8716-3520cacad60a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.822408] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0c7573e-706f-4cc5-91a1-c8c243f603a4 [ 934.822658] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.822800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.822868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.823164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.823285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.823398] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0c7573e-706f-4cc5-91a1-c8c243f603a4 already deleted. [ 934.823485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0c7573e-706f-4cc5-91a1-c8c243f603a4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293584] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.293584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.293584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.293584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.293787] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.293888] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port eae62704-a54b-4fff-8716-3520cacad60a not found, creating... [ 935.294454] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.294704] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.294943] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.295281] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.295468] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.295855] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.297309] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.297512] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.297711] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.297929] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.298496] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: eae62704-a54b-4fff-8716-3520cacad60a is going to be created. [ 935.320259] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.320491] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.320612] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.320907] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.321208] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.321380] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.620302] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a in Status: SUCCESS [ 935.620473] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a deletion is rescheduled due to dependency. [ 935.620593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.015038] env[66369]: INFO networking_nsxv3.common.synchronization [None req-a54f9aee-7856-4117-b37b-3adb5533e4d6 tempest-ServersTestFqdnHostnames-974376545 tempest-ServersTestFqdnHostnames-974376545-project-member] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_rules [ 936.015502] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_rules [ 936.015820] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.015958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.016017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.017269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.017269] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.093398] env[66369]: INFO networking_nsxv3.common.synchronization [req-0796694b-ff25-4727-8b42-fbf875df5a5e req-03ef6590-c48c-4a29-b129-3ad3544f1c48 service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 936.095655] env[66369]: INFO networking_nsxv3.common.synchronization [req-0796694b-ff25-4727-8b42-fbf875df5a5e req-03ef6590-c48c-4a29-b129-3ad3544f1c48 service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 936.095655] env[66369]: INFO networking_nsxv3.common.synchronization [req-0796694b-ff25-4727-8b42-fbf875df5a5e req-03ef6590-c48c-4a29-b129-3ad3544f1c48 service nova] Enqueued Resource ID: eae62704-a54b-4fff-8716-3520cacad60a with Priority: HIGHEST for action port [ 936.095655] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 936.095655] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 936.095655] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae62704-a54b-4fff-8716-3520cacad60a with Priority: HIGHEST for action port [ 936.095655] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.095655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.095655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.095655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.095655] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.096994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.097185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.097291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.097513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.097715] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.097860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.097959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.098169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.098303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.098435] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.099426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae62704-a54b-4fff-8716-3520cacad60a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.099567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.099676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.099869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.099988] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae62704-a54b-4fff-8716-3520cacad60a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.179966] env[66369]: INFO networking_nsxv3.common.synchronization [None req-1d11f659-467e-4d8b-871d-bf194d17ef8b tempest-ServersTestFqdnHostnames-974376545 tempest-ServersTestFqdnHostnames-974376545-project-member] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_rules [ 936.180512] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_rules [ 936.180833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.180935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.329335] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: SUCCESS [ 936.329721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.329975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.330304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.330607] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.330800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.330912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.331370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.331699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.331772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.331968] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.335136] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf5adc55-71a2-458f-84c6-06cf4824656f in Status: SUCCESS [ 936.335398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.547809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.547809] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 already deleted. [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.547809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.547809] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.601549] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.604320] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.604320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.604320] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eae62704-a54b-4fff-8716-3520cacad60a with status ACTIVE [ 936.604320] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.604320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.604320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.606516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.606516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.606516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.606516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.606516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.606802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.606835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.607109] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.607322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.607322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.607513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.607605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.608242] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eae62704-a54b-4fff-8716-3520cacad60a is going to be updated. [ 936.632212] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.632364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.632432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.633040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.633040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.633040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae62704-a54b-4fff-8716-3520cacad60a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.837237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.837585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.837585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.837691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.837946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.838269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.838347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.838531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.838638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.838732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.838900] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.839017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.839083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.839326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.839470] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.839585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.839664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.839827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.839910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.840014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.840436] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.957754] env[66369]: INFO networking_nsxv3.common.synchronization [req-d2096f6f-36c8-4366-8b3e-753389831ded req-82f1dfb6-8eba-4b78-90a5-a1137fc4b40d tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 936.958393] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 936.959343] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.959460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.015107] env[66369]: INFO networking_nsxv3.common.synchronization [None req-19302fa8-0f86-4321-85a8-df3c8050bf8e None None] Enqueued Resource ID: 4dac9341-79b0-4d91-843a-71b130a828f4 with Priority: HIGHEST for action port [ 937.015687] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dac9341-79b0-4d91-843a-71b130a828f4 with Priority: HIGHEST for action port [ 937.016155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dac9341-79b0-4d91-843a-71b130a828f4 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.020021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dac9341-79b0-4d91-843a-71b130a828f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.020021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dac9341-79b0-4d91-843a-71b130a828f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.020021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dac9341-79b0-4d91-843a-71b130a828f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.020021] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dac9341-79b0-4d91-843a-71b130a828f4',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.073496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.073496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.073496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.073496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.073496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.073496] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 already deleted. [ 937.073496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.105058] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.314410] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.314674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.314805] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.315103] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.315369] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.315528] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.315699] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.315973] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.316120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.316793] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.316793] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 937.316793] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 937.316928] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 937.316961] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 937.317321] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 937.317597] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 937.342083] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 937.342083] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 937.342083] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 937.342083] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.342083] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-b0889657-41b4-4161-9832-f781ab28c490 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.342083] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.342083] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.342752] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.342862] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0889657-41b4-4161-9832-f781ab28c490',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.344566] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2af0301-f5ce-4282-ad88-0afa963788b8: rpc.has_security_group_logging(os_id): False [ 937.354421] env[66369]: INFO networking_nsxv3.common.synchronization [req-bc32e939-e33d-4ad6-8e50-98094723c485 req-a02c9a94-dfa9-4177-b813-b6491a1b99c4 tempest-ServerActionsTestJSON-1714834322 tempest-ServerActionsTestJSON-1714834322-project-member] Enqueued Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_members [ 937.354421] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c383c3ee-4f05-4073-b064-e35566e03e09 with Priority: HIGHEST for action security_group_members [ 937.355410] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c383c3ee-4f05-4073-b064-e35566e03e09 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.355410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.355410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.355613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.355704] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.355755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.356360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.356360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.356360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.356360] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c383c3ee-4f05-4073-b064-e35566e03e09',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.361892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.362039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.362109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.362307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.362420] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.362625] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.362726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.362790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.362937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.363019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.363201] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.363292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.363415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.363479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.363548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.363736] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.363823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.363880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.364061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.364142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.364225] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be created. [ 937.455048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.455048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.455048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.455048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.455048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.470493] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: IN_PROGRESS for 2s [ 937.524815] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dac9341-79b0-4d91-843a-71b130a828f4 [ 937.524815] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.524815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.524815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.524815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.524815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.524815] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dac9341-79b0-4d91-843a-71b130a828f4 already deleted. [ 937.524815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dac9341-79b0-4d91-843a-71b130a828f4" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.606927] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.606927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.606927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.607260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.607419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.607581] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be created. [ 937.641223] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.641373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.641519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.643498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.643498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.655108] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: UNINITIALIZED for 2s [ 937.846195] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.846563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.846765] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.847140] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.847350] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.847569] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port b0889657-41b4-4161-9832-f781ab28c490 not found, creating... [ 937.847937] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.848272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.848456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.848724] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.848870] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.853342] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.853694] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.853808] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.854145] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.854351] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.854483] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: b0889657-41b4-4161-9832-f781ab28c490 is going to be created. [ 937.860951] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.861153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.861254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.862901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.886687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.886955] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.887094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.887161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.887363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.887443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.887534] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 is going to be updated. [ 937.894552] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.894765] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.894883] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.895186] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.895403] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.895733] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.920391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.920391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.920391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.920640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.920640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.931724] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c383c3ee-4f05-4073-b064-e35566e03e09 in Status: IN_PROGRESS for 2s [ 938.645038] env[66369]: INFO networking_nsxv3.common.synchronization [req-d2096f6f-36c8-4366-8b3e-753389831ded req-e9bdc05c-06f9-4ef8-b663-9ca4bb5b99d5 service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 938.645038] env[66369]: INFO networking_nsxv3.common.synchronization [req-d2096f6f-36c8-4366-8b3e-753389831ded req-e9bdc05c-06f9-4ef8-b663-9ca4bb5b99d5 service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 938.645038] env[66369]: INFO networking_nsxv3.common.synchronization [req-d2096f6f-36c8-4366-8b3e-753389831ded req-e9bdc05c-06f9-4ef8-b663-9ca4bb5b99d5 service nova] Enqueued Resource ID: b0889657-41b4-4161-9832-f781ab28c490 with Priority: HIGHEST for action port [ 938.645038] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 938.645038] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 938.645038] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0889657-41b4-4161-9832-f781ab28c490 with Priority: HIGHEST for action port [ 938.645038] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.645732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.646331] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.646422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.646617] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0889657-41b4-4161-9832-f781ab28c490 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.646719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.646781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.646982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.647073] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0889657-41b4-4161-9832-f781ab28c490',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.151342] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0889657-41b4-4161-9832-f781ab28c490 with status ACTIVE [ 939.153310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.153310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.153310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.153841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.153841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.153841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.153841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.153841] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0889657-41b4-4161-9832-f781ab28c490 is going to be updated. [ 939.177187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.177402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.177489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.177819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.177887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.178101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0889657-41b4-4161-9832-f781ab28c490" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.486950] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: SUCCESS [ 939.487520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.543021] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b5ae6ff-812c-4557-bb23-acfca3707345 req-a9a003dc-9486-417b-a134-69d1b8cc217e tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 939.543710] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 939.544064] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.544194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.544257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.544527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.544698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.544806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.544869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.545054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.545144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.545240] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.668092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 939.668405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.668478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.668699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.668889] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.669022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.669088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.669240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.669379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.669499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.669601] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.670509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.670682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.670854] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.670966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.671038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.671176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.671254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.671344] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.944497] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c383c3ee-4f05-4073-b064-e35566e03e09 in Status: SUCCESS [ 939.944497] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c383c3ee-4f05-4073-b064-e35566e03e09 deletion is rescheduled due to dependency. [ 939.946278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c383c3ee-4f05-4073-b064-e35566e03e09" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.009020] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.009020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.009020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.009020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.009020] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.009020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.009739] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.010085] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.010325] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.010616] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.010852] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 940.011092] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 940.011365] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 940.011636] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 940.013606] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 940.013606] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 940.032619] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 940.032832] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 940.032934] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 940.033121] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.033441] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-a3af8c8d-4912-4ec1-9568-df1e32d18922 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.033610] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.033893] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.034214] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.034412] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3af8c8d-4912-4ec1-9568-df1e32d18922',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.047950] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.048121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.048196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.048421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.048509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.048704] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.048805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.048865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.049101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.049232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.049371] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 already deleted. [ 940.049512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.175280] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.175376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.175621] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.537011] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.537422] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.537678] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.538141] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.538405] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.538667] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port a3af8c8d-4912-4ec1-9568-df1e32d18922 not found, creating... [ 940.539130] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.540482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.540482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.540482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.540482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.541110] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.541110] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.541265] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.541613] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.541856] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.542148] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: a3af8c8d-4912-4ec1-9568-df1e32d18922 is going to be created. [ 940.571017] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.571303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.571591] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.571930] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.572238] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.572556] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.678626] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.181696] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.181889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.181999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.182293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.182387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.182555] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 941.215173] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.215375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.215429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.215680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.215870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.228506] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 941.335143] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b5ae6ff-812c-4557-bb23-acfca3707345 req-815b301f-9cad-424f-aa24-d1acaa835735 service nova] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_rules [ 941.335296] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b5ae6ff-812c-4557-bb23-acfca3707345 req-815b301f-9cad-424f-aa24-d1acaa835735 service nova] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 941.335771] env[66369]: INFO networking_nsxv3.common.synchronization [req-2b5ae6ff-812c-4557-bb23-acfca3707345 req-815b301f-9cad-424f-aa24-d1acaa835735 service nova] Enqueued Resource ID: a3af8c8d-4912-4ec1-9568-df1e32d18922 with Priority: HIGHEST for action port [ 941.336731] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_rules [ 941.336731] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 941.336731] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3af8c8d-4912-4ec1-9568-df1e32d18922 with Priority: HIGHEST for action port [ 941.337982] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.338637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.338727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.339088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.339088] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.340122] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.340248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.340330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.340582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.340664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.340771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.340845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.340962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.341076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.341168] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.342104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3af8c8d-4912-4ec1-9568-df1e32d18922 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.342243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.342299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.342475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.342546] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3af8c8d-4912-4ec1-9568-df1e32d18922',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.844578] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.845912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3af8c8d-4912-4ec1-9568-df1e32d18922 with status ACTIVE [ 941.849021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.849021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.849021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.849021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.849944] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3af8c8d-4912-4ec1-9568-df1e32d18922 is going to be updated. [ 941.876681] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.876830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.876897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.877124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.877258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.877414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3af8c8d-4912-4ec1-9568-df1e32d18922" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.878789] env[66369]: INFO networking_nsxv3.common.synchronization [req-8da76fb2-479d-4b17-b0a9-86af722624b8 req-826c2ba0-fff6-4042-9d02-ded4b2ad10f9 tempest-ServerPasswordTestJSON-257284148 tempest-ServerPasswordTestJSON-257284148-project-member] Enqueued Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_members [ 941.879046] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5adc55-71a2-458f-84c6-06cf4824656f with Priority: HIGHEST for action security_group_members [ 941.879456] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf5adc55-71a2-458f-84c6-06cf4824656f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.879456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.879573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.879705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.879885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.879946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.880009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.880275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.880275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.880351] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf5adc55-71a2-458f-84c6-06cf4824656f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.174694] env[66369]: INFO networking_nsxv3.common.synchronization [req-a68a5d50-b3ad-4c41-aca0-1dd1a51a2281 req-d88f89ad-b40d-4f43-b98b-2e3dbb0c0756 tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 942.175297] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 942.175618] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.175741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.175804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.176041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.176206] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.176309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.176365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.176523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.176607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.176699] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.347461] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.385013] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.385013] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.385013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.385398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.385398] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5adc55-71a2-458f-84c6-06cf4824656f is going to be updated. [ 942.423502] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.423502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.423502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.423847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.423847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.520258] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5adc55-71a2-458f-84c6-06cf4824656f in Status: IN_PROGRESS for 2s [ 942.680258] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.680433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.680506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.680753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.680837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.681039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.681135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.681262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.682308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.684398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.684398] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 942.690035] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.690308] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.690345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.690604] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.690864] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.691218] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.691218] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.691353] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.691509] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.691729] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.691837] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.691939] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.692064] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.692784] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.692784] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.692784] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.712808] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.712808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.712808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.712972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.713064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.715470] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.715618] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.716238] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.716238] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.716238] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-bc441064-837a-4cc0-bd1b-8203e146c1dc taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.716536] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.716536] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.716789] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.716920] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc441064-837a-4cc0-bd1b-8203e146c1dc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.725237] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 942.853323] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.853661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.853661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.853749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.853844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.853940] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be created. [ 942.878995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.879162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.879229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.879540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.879734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.890870] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: UNINITIALIZED for 2s [ 943.221719] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.221991] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.222144] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.222766] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.222766] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.222942] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port bc441064-837a-4cc0-bd1b-8203e146c1dc not found, creating... [ 943.223615] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.223615] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.223615] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.223801] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.223980] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.224292] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.224552] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.224643] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.224837] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.225009] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.225160] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: bc441064-837a-4cc0-bd1b-8203e146c1dc is going to be created. [ 943.241523] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 943.241792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.242014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.242302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.242709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.242858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.242858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.243069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.243179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.243340] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.250597] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.251258] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.251258] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.251493] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.251871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.252100] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.745702] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.016662] env[66369]: INFO networking_nsxv3.common.synchronization [req-a68a5d50-b3ad-4c41-aca0-1dd1a51a2281 req-fa191198-8a42-42fb-bb7c-47eec5450830 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 944.017232] env[66369]: INFO networking_nsxv3.common.synchronization [req-a68a5d50-b3ad-4c41-aca0-1dd1a51a2281 req-fa191198-8a42-42fb-bb7c-47eec5450830 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 944.017391] env[66369]: INFO networking_nsxv3.common.synchronization [req-a68a5d50-b3ad-4c41-aca0-1dd1a51a2281 req-fa191198-8a42-42fb-bb7c-47eec5450830 service nova] Enqueued Resource ID: bc441064-837a-4cc0-bd1b-8203e146c1dc with Priority: HIGHEST for action port [ 944.018992] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 944.019221] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 944.019379] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc441064-837a-4cc0-bd1b-8203e146c1dc with Priority: HIGHEST for action port [ 944.020173] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.020399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.020526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.021187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.021368] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.022840] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.023358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.023716] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc441064-837a-4cc0-bd1b-8203e146c1dc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.023917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.024056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.024448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.024556] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc441064-837a-4cc0-bd1b-8203e146c1dc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.248018] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.527440] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.528651] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc441064-837a-4cc0-bd1b-8203e146c1dc with status ACTIVE [ 944.528651] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.528651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.528651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.528651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.528651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.528901] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.529032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.529129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.529372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.529496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.529777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.529917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.530018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.531335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.531458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.531592] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc441064-837a-4cc0-bd1b-8203e146c1dc is going to be updated. [ 944.533757] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf5adc55-71a2-458f-84c6-06cf4824656f in Status: SUCCESS [ 944.533974] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf5adc55-71a2-458f-84c6-06cf4824656f deletion is rescheduled due to dependency. [ 944.534094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf5adc55-71a2-458f-84c6-06cf4824656f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.572877] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.572877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.572877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.572877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.572877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.572877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc441064-837a-4cc0-bd1b-8203e146c1dc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.737199] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 944.737313] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 944.737398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.737569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.737794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.737982] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.738117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.738180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.738335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.738417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.738513] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.753161] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.753286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.753361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.753594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.753700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.754727] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 944.796873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.797052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.797124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.797413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.797688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.808939] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 944.860320] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf5c2eec-38a6-46d9-9150-513109d3f317 req-71aac362-5d39-4bca-9ff9-9881e4fce96a tempest-ServerActionsV293TestJSON-1275382131 tempest-ServerActionsV293TestJSON-1275382131-project-member] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_members [ 944.860918] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_members [ 944.861250] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.861437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.861727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.861882] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.861986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.862059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.862219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.862301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.862394] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.900897] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 944.901153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.901322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.901604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.901825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.902008] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.902008] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.902169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.902239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.902326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.902413] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.199164] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-636 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.199543] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-636" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.199543] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-636" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.199869] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-636" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.200169] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.200326] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.200486] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.200653] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.200790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.201194] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.201305] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.201409] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.201646] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.201986] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.201986] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.202189] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.222716] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.222874] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.223015] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.223184] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-636" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.223550] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-69186ca3-28f5-4cc1-aab3-38db794f368f taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.223734] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.223852] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.224221] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.224420] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69186ca3-28f5-4cc1-aab3-38db794f368f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.243433] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.366116] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.366343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.366701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.367065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.367716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368093] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.368684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.368684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.368807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368981] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 already deleted. [ 945.369166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.405330] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.405545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.405630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.405887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.406097] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.406226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.406292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.406474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.406578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.406709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.406890] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.406988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.407063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.407212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.407361] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.407453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.407511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.407658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.407724] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.407802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.407888] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.727631] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.727951] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.728092] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.728384] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.728647] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.728832] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 69186ca3-28f5-4cc1-aab3-38db794f368f not found, creating... [ 945.729125] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.729301] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.729420] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.729666] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.729820] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.730458] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.730755] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.730905] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.731169] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.731335] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.731547] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 69186ca3-28f5-4cc1-aab3-38db794f368f is going to be created. [ 945.744611] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.752991] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.753219] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.753335] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.753599] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.753817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.755099] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.910694] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1: rpc.has_security_group_logging(os_id): False [ 945.937428] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.937428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.937428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.939245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.939245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.939245] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.939245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.939245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.939245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.939245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.939245] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.939808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.939869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.940083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.940196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.940737] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.940880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.940967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.941163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.941266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.941378] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be created. [ 946.051268] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.051471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.051471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.051783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.051983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.063978] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 946.247447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.247700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.247700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.247865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.247955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.248066] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 946.283838] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.284044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.284093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.284308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.284475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.295210] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 946.535042] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf5c2eec-38a6-46d9-9150-513109d3f317 req-8f830713-d82f-4bd5-9939-3fb3d8c4a27d service nova] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_rules [ 946.535042] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf5c2eec-38a6-46d9-9150-513109d3f317 req-8f830713-d82f-4bd5-9939-3fb3d8c4a27d service nova] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_members [ 946.535042] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf5c2eec-38a6-46d9-9150-513109d3f317 req-8f830713-d82f-4bd5-9939-3fb3d8c4a27d service nova] Enqueued Resource ID: 69186ca3-28f5-4cc1-aab3-38db794f368f with Priority: HIGHEST for action port [ 946.535042] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_rules [ 946.535301] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_members [ 946.535301] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69186ca3-28f5-4cc1-aab3-38db794f368f with Priority: HIGHEST for action port [ 946.535563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.535715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.535783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.535981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539978] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.539978] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539978] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.539978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.539978] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.540945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-69186ca3-28f5-4cc1-aab3-38db794f368f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.544311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.544311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.544311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.544311] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69186ca3-28f5-4cc1-aab3-38db794f368f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.827147] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.827147] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.827147] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.827147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.827766] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.827766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.828791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.828791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.828791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.828791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.828791] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.039129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.039313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.044770] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.044770] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69186ca3-28f5-4cc1-aab3-38db794f368f with status ACTIVE [ 947.044770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.044906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.044906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045346] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.045512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.045692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.045740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.045903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.045994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.046975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.047183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.047265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.047356] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69186ca3-28f5-4cc1-aab3-38db794f368f is going to be updated. [ 947.074060] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.074060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.074060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.074060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.074060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.074060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69186ca3-28f5-4cc1-aab3-38db794f368f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.292840] env[66369]: INFO networking_nsxv3.common.synchronization [req-231edf72-3cad-46de-adb2-0684fe880e1a req-cd08aed9-0e88-4d09-8ef1-d8ff9f656958 tempest-MigrationsAdminTest-573386484 tempest-MigrationsAdminTest-573386484-project-member] Enqueued Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 947.294148] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 with Priority: HIGHEST for action security_group_members [ 947.294487] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c18cf327-2e1c-4db0-8d9b-d761b8194785 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.294659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.294754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.294939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.295110] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.295211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.295290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.295437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.295523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.295617] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c18cf327-2e1c-4db0-8d9b-d761b8194785',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.330954] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc3231b-3ae7-4f30-8221-630e2820d35b: rpc.has_security_group_logging(os_id): False [ 947.353322] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.356132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.356132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.356132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.356821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.356821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.356821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.356821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.356821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.356821] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be created. [ 947.455791] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.456076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.456076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.456302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.456612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.473156] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 947.549646] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.719739] env[66369]: INFO networking_nsxv3.common.synchronization [req-f9c1f641-50e2-4f82-a614-c5e28b729391 req-938f39e2-8f18-4eac-9859-3c22b7f89735 tempest-ServersV294TestFqdnHostnames-428729516 tempest-ServersV294TestFqdnHostnames-428729516-project-member] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_members [ 947.720444] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGHEST for action security_group_members [ 947.720844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.721111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.721188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.721432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.721698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.721830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.721909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.722110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.722205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.722349] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.799685] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.799685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.799685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.799685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825111] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.825261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825642] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 is going to be updated. [ 947.858718] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.858887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.858955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.859334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.859690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.870356] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: IN_PROGRESS for 2s [ 948.056269] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.056269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.056269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.056269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.056269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.056269] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 is going to be created. [ 948.093597] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 948.093857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.099830] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.102210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.102301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.102567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.102745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.122738] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 in Status: UNINITIALIZED for 2s [ 948.228091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.228091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.228091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.228454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.228454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.228581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.228699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.228804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.229590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.229590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.229590] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbfaca33-9774-462d-82d2-270faee4a075 is going to be updated. [ 948.259792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.259966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.271981] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: IN_PROGRESS for 2s [ 948.306748] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 948.306973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.307156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.307390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.307647] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.307779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.307896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.308091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.308283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.308377] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.308484] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.810678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.810894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.810961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.811321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.811588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.811761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.811899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.812129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.812230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.812376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.812722] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.812844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.812912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.813152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.813256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.813900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.814046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.814301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.814441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.814573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.814732] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.316948] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7de174e5-b649-420f-a96c-e48ebcc1c964: rpc.has_security_group_logging(os_id): False [ 949.338888] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.339093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.339494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.339494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.339608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.339768] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.339886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.339967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.340201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.340275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.340506] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.340663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.340714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.340855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.340945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.341224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.341338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.341401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.341579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.341654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.341747] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 949.405464] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.405464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.405464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.405464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.405464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.421338] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 949.494115] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 949.494338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.494524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.494833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.494928] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.885351] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 in Status: SUCCESS [ 949.885772] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c18cf327-2e1c-4db0-8d9b-d761b8194785 deletion is rescheduled due to dependency. [ 949.885772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c18cf327-2e1c-4db0-8d9b-d761b8194785" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.998034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.998034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.998034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.998034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.998034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.998034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.998034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.998034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.998392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.998392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.998392] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.133743] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 in Status: SUCCESS [ 950.134025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.134188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134640] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.134719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.134768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.134916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.134997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.135091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.135180] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.283608] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbfaca33-9774-462d-82d2-270faee4a075 in Status: SUCCESS [ 950.283608] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbfaca33-9774-462d-82d2-270faee4a075 deletion is rescheduled due to dependency. [ 950.283608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.503379] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.503379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.503379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.503862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.503862] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.503862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.504013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.504153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.504225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.504254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.504396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.504482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.505087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.505087] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.505087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.505087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.505376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505376] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.637737] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.008021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc3231b-3ae7-4f30-8221-630e2820d35b: rpc.has_security_group_logging(os_id): False [ 951.032209] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.032451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.032451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.032700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.032791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.033086] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.033244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.033312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.033484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.033581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.033798] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.033899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.033986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.034160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.034235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.034444] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.034640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.034714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.034842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.034911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.034998] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 951.107717] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.107911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.107911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.108199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.108302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.124958] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 951.140471] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2: rpc.has_security_group_logging(os_id): False [ 951.166567] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.166793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.166900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.167142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.167243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.167502] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.167608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.167677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.167861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.167944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.168053] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 is going to be created. [ 951.288246] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.288506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.288614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.288966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.289280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.312898] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 in Status: IN_PROGRESS for 2s [ 951.442393] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 951.442612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.721270] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 952.721815] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 953.144870] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 953.145178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.325986] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 in Status: SUCCESS [ 953.326218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.888714] env[66369]: INFO networking_nsxv3.common.synchronization [req-9a146bac-c7f2-4b07-a147-9918edc25c10 req-48604045-8a5c-4062-aab2-8c24485df9b0 tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 955.889303] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 955.889642] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.889771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.889839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.890056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.890327] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.890327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.890452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.890524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.890605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.890699] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.394212] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.394546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.394546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.395656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.395656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.395656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.395656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.395656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.395656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.395656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.395656] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 956.430656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.430837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.430890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.431139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.431291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.441994] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 957.427517] env[66369]: INFO networking_nsxv3.common.synchronization [req-dc35e638-75e7-428a-974e-3865e040fa6f req-9da44c75-aa32-4000-b6b8-6ed249513e6b tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_members [ 957.430104] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_members [ 957.430104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.430104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.430104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.430285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.433367] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.433367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.433367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.433367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.433367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.433367] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.843084] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.843341] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.843495] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.843817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.844134] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.844300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.844411] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.844631] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.844769] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.844977] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.845099] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.845206] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.845357] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.845413] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.845530] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.845644] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.865567] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.865799] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.865939] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.866162] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.866507] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-e3f67816-4c52-49a5-9c7e-658ce5e9c505 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.866706] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.866827] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.867199] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.867335] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f67816-4c52-49a5-9c7e-658ce5e9c505',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.936785] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.936957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.937026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.937249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.937339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.937536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.937656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.937699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.937841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.937919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.938008] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89919fcb-3153-4854-b451-be093ea70f6b already deleted. [ 957.938100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.369713] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.369979] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.370154] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.370439] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.370583] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.370740] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port e3f67816-4c52-49a5-9c7e-658ce5e9c505 not found, creating... [ 958.371030] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.371186] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.371298] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.371656] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.371905] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.372221] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.372377] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.372492] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.372757] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.372893] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.373050] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: e3f67816-4c52-49a5-9c7e-658ce5e9c505 is going to be created. [ 958.397494] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.397719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.397860] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.398168] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.398398] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.399463] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.453456] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 958.453811] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df deletion is rescheduled due to dependency. [ 958.453811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.138454] env[66369]: INFO networking_nsxv3.common.synchronization [req-dc35e638-75e7-428a-974e-3865e040fa6f req-73416ff0-0181-4ddc-a2f3-e2b3ca1d9b51 service nova] Enqueued Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_rules [ 959.138648] env[66369]: INFO networking_nsxv3.common.synchronization [req-dc35e638-75e7-428a-974e-3865e040fa6f req-73416ff0-0181-4ddc-a2f3-e2b3ca1d9b51 service nova] Enqueued Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_members [ 959.138849] env[66369]: INFO networking_nsxv3.common.synchronization [req-dc35e638-75e7-428a-974e-3865e040fa6f req-73416ff0-0181-4ddc-a2f3-e2b3ca1d9b51 service nova] Enqueued Resource ID: e3f67816-4c52-49a5-9c7e-658ce5e9c505 with Priority: HIGHEST for action port [ 959.139316] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_rules [ 959.139491] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_members [ 959.139613] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3f67816-4c52-49a5-9c7e-658ce5e9c505 with Priority: HIGHEST for action port [ 959.140109] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.140180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.140281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.140447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.140526] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.141403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.141485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.141617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.141741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.141900] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.142342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.142411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.142566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.142719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.142812] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.143759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3f67816-4c52-49a5-9c7e-658ce5e9c505 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.143870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.143955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.144136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.144252] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3f67816-4c52-49a5-9c7e-658ce5e9c505',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.647632] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.647632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.648214] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.648946] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3f67816-4c52-49a5-9c7e-658ce5e9c505 with status ACTIVE [ 959.649224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.649413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.649603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.649851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.649959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.650214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.650385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.650456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.650878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.650878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.650975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.651070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.651138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.651263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.651343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.651413] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3f67816-4c52-49a5-9c7e-658ce5e9c505 is going to be updated. [ 959.679565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.679565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.679795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.679829] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.679977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.680165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3f67816-4c52-49a5-9c7e-658ce5e9c505" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.155103] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.656386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.656666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.656666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.656836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.656915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.657028] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89919fcb-3153-4854-b451-be093ea70f6b is going to be created. [ 960.683700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.683957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.684051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.684271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.684795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.696155] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89919fcb-3153-4854-b451-be093ea70f6b in Status: UNINITIALIZED for 2s [ 961.944589] env[66369]: INFO networking_nsxv3.common.synchronization [req-7492419e-6af7-4508-a167-5bffec38dbd8 req-3b919781-0679-4b69-a23d-abe799da9c2c tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 961.945814] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 961.946268] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.946458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.946570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.946793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.946953] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.947088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.947155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.947307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.947397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.947474] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.450772] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.450908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.450941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.452038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.452038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.452038] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.452038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.452038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.452038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.452038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.452431] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be updated. [ 962.456107] env[66369]: INFO networking_nsxv3.common.synchronization [req-0596e8cf-8900-4b9a-a088-b62432279860 req-82cf616f-6791-4011-8f72-7e89bcdd5f10 tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 962.458905] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 962.459375] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.459473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.459544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.459743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.459920] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.460038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.460102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.460251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.460335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.460424] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.482799] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.482942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.483016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.483214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.483346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.497124] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: IN_PROGRESS for 2s [ 962.706710] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89919fcb-3153-4854-b451-be093ea70f6b in Status: SUCCESS [ 962.707548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.707548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.707548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.707548] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.707548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.710038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.710038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.710038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.710038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.710038] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.963275] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.963544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.963589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.963897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.963897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.964127] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.965056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.965056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.965056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.965056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.965056] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 962.995986] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.995986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.995986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.995986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.995986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.007337] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 963.212577] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.714600] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89919fcb-3153-4854-b451-be093ea70f6b: rpc.has_security_group_logging(os_id): False [ 963.735267] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.735454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.735547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.735912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.736012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.736265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.736367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.736432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.736587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.736780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.736896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89919fcb-3153-4854-b451-be093ea70f6b is going to be created. [ 963.828661] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.828847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.828912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.829152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.829338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.850495] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89919fcb-3153-4854-b451-be093ea70f6b in Status: IN_PROGRESS for 2s [ 964.511198] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: SUCCESS [ 964.511904] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 deletion is rescheduled due to dependency. [ 964.512161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.019390] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 965.019735] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 965.019881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.441072] env[66369]: INFO networking_nsxv3.common.synchronization [req-12ffaad7-031e-44d1-84d8-a422af352187 req-55337cef-2736-4cfc-9d53-f389cb55d99e tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 965.442271] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 965.442271] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.446122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.446254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.446491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.446685] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.446804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.446864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.447092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.447126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.447208] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.866973] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89919fcb-3153-4854-b451-be093ea70f6b in Status: SUCCESS [ 965.867352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950029] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.950212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.950334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.950568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.950703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.950951] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.951160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.951160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.951389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.951481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951572] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 966.001648] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.001818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.001951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.002971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.002971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.017450] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 967.617635] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5652b6e7-7b50-490b-9927-96021292467c None None] Enqueued Resource ID: 9f52ae5c-bf9a-4936-bffc-56a7b17d4367 with Priority: HIGHEST for action port [ 967.618551] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f52ae5c-bf9a-4936-bffc-56a7b17d4367 with Priority: HIGHEST for action port [ 967.619024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f52ae5c-bf9a-4936-bffc-56a7b17d4367 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.619870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f52ae5c-bf9a-4936-bffc-56a7b17d4367" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.620332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f52ae5c-bf9a-4936-bffc-56a7b17d4367" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.620758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f52ae5c-bf9a-4936-bffc-56a7b17d4367" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.620855] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f52ae5c-bf9a-4936-bffc-56a7b17d4367',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.918150] env[66369]: INFO networking_nsxv3.common.synchronization [req-f1e17b41-6e6d-4894-9a6a-a6d085ab8583 req-117956e5-d7fa-4633-aac0-0f975d402745 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 967.918658] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 967.918965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.919549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.919642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.919832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.920085] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.920184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.920184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.920471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.920471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.920471] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.030151] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 968.030874] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 deletion is rescheduled due to dependency. [ 968.031069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.124154] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f52ae5c-bf9a-4936-bffc-56a7b17d4367 [ 968.125071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.125071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.125071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.125071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.125274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.125624] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f52ae5c-bf9a-4936-bffc-56a7b17d4367 already deleted. [ 968.125624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f52ae5c-bf9a-4936-bffc-56a7b17d4367" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.423565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.423760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.423825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.424133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.424226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.424431] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.424700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.424700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.424831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.424831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.424920] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 968.459047] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.459047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.459290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.459290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.459840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.470616] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 970.300134] env[66369]: INFO networking_nsxv3.common.synchronization [None req-82814e0c-5828-4594-89a6-8a7f683d30ee None None] Enqueued Resource ID: 4bc5a3fa-9446-46b8-a66e-b0c0887c5af5 with Priority: HIGHEST for action port [ 970.300690] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc5a3fa-9446-46b8-a66e-b0c0887c5af5 with Priority: HIGHEST for action port [ 970.301014] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc5a3fa-9446-46b8-a66e-b0c0887c5af5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.301136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc5a3fa-9446-46b8-a66e-b0c0887c5af5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.301136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc5a3fa-9446-46b8-a66e-b0c0887c5af5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.302030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc5a3fa-9446-46b8-a66e-b0c0887c5af5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.302030] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc5a3fa-9446-46b8-a66e-b0c0887c5af5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.482120] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 970.482768] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 970.482768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.783593] env[66369]: INFO networking_nsxv3.common.synchronization [req-453a9be9-05a2-49bc-bc56-1b15103cb9a8 req-6bf6113c-bbb9-46db-a32c-04a6d8c379c6 tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 970.783593] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 970.784371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.784620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.784796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.785101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.785351] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.785568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.785717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.785986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.786167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.786339] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.804745] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bc5a3fa-9446-46b8-a66e-b0c0887c5af5 [ 970.804745] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.806011] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.806011] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.806173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.806259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.807553] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bc5a3fa-9446-46b8-a66e-b0c0887c5af5 already deleted. [ 970.807553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc5a3fa-9446-46b8-a66e-b0c0887c5af5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.289509] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.289677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.289739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.290085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.290085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.290251] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.290351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.290404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.290557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.290632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.290717] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 971.322103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.322425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.322425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.322507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.322708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.332335] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 972.059776] env[66369]: INFO networking_nsxv3.common.synchronization [req-e50cbeba-7246-4cc8-9e94-2a6bc39e7106 req-ef1f462e-d2b4-4c52-9d7a-6b9d85bee350 tempest-ServersTestFqdnHostnames-974376545 tempest-ServersTestFqdnHostnames-974376545-project-member] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_members [ 972.059776] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_members [ 972.059776] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.059776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.059776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.062684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.062684] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.062684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.062684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.062684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.062684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.062684] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.401327] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.401690] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-672" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.401690] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-672" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.402073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-672" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.403198] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.403198] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.403198] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.403198] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.403198] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.403198] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.403509] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.403509] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.403509] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.403597] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.403700] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.403810] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.424041] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.424041] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.424224] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.424333] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-672" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.424642] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-76fece3a-3160-454b-8356-c77b3862a973 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.424874] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.425150] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.425257] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.425393] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fece3a-3160-454b-8356-c77b3862a973',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.566853] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.567046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.567125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.567358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.567446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.567664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.567794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.567858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.568024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.568100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.568185] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 already deleted. [ 972.568263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928685] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.929012] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.929590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.929590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.929590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.929843] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 76fece3a-3160-454b-8356-c77b3862a973 not found, creating... [ 972.929998] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.930175] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.930324] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.930653] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.930792] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.931094] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.931248] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.931359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.931695] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.931843] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.932000] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 76fece3a-3160-454b-8356-c77b3862a973 is going to be created. [ 972.954507] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.954851] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.955088] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.955426] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.955719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.956017] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.344064] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 973.344290] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 973.344408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.744304] env[66369]: INFO networking_nsxv3.common.synchronization [req-e50cbeba-7246-4cc8-9e94-2a6bc39e7106 req-806fec89-b4f4-4e17-af4c-2bdc89a6bc11 service nova] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_rules [ 973.744729] env[66369]: INFO networking_nsxv3.common.synchronization [req-e50cbeba-7246-4cc8-9e94-2a6bc39e7106 req-806fec89-b4f4-4e17-af4c-2bdc89a6bc11 service nova] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_members [ 973.744729] env[66369]: INFO networking_nsxv3.common.synchronization [req-e50cbeba-7246-4cc8-9e94-2a6bc39e7106 req-806fec89-b4f4-4e17-af4c-2bdc89a6bc11 service nova] Enqueued Resource ID: 76fece3a-3160-454b-8356-c77b3862a973 with Priority: HIGHEST for action port [ 973.745287] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_rules [ 973.746739] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_members [ 973.746862] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76fece3a-3160-454b-8356-c77b3862a973 with Priority: HIGHEST for action port [ 973.747185] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.747317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.747383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.747576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.747659] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.748639] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.748723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.748768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.748944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.749112] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.749210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.749270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.749413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.749496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.749585] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.751102] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-76fece3a-3160-454b-8356-c77b3862a973 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.751215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.751279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.751476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.751530] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76fece3a-3160-454b-8356-c77b3862a973',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.253662] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.254712] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.254842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.254999] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76fece3a-3160-454b-8356-c77b3862a973 with status ACTIVE [ 974.255233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.255349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.255413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.255619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.255707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.255874] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.256086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.256086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.256188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.256263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.256441] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.256534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.256594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.256735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.256808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.256890] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76fece3a-3160-454b-8356-c77b3862a973 is going to be updated. [ 974.281240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.281240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.281240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.281240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.281240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.281240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76fece3a-3160-454b-8356-c77b3862a973" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.759602] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.263326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.263463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.263543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.263767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.263881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.264026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 is going to be created. [ 975.301075] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.301075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.301075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.301075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.301295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.315054] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb7b94b2-87f4-4229-951e-088bdf404645 in Status: UNINITIALIZED for 2s [ 977.328556] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb7b94b2-87f4-4229-951e-088bdf404645 in Status: SUCCESS [ 977.328846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.328950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.329189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.329383] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.329502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.329565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.329716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.329795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.329877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.329967] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.833461] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.336310] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb7b94b2-87f4-4229-951e-088bdf404645: rpc.has_security_group_logging(os_id): False [ 978.358589] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.358924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.358924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.359052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.359132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.359392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.359501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.359563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.359785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.359857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.359947] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 is going to be created. [ 978.437856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.438085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.438165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.438381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.438558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.457030] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb7b94b2-87f4-4229-951e-088bdf404645 in Status: IN_PROGRESS for 2s [ 978.748146] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 978.748303] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 979.366336] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b95de1a5-1f23-4de6-bf9d-c47f7bb5e219 None None] Enqueued Resource ID: f67c8d5e-0c60-4796-8290-cdd26c18e44a with Priority: HIGHEST for action port [ 979.366849] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f67c8d5e-0c60-4796-8290-cdd26c18e44a with Priority: HIGHEST for action port [ 979.367155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f67c8d5e-0c60-4796-8290-cdd26c18e44a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.367277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f67c8d5e-0c60-4796-8290-cdd26c18e44a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.367627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f67c8d5e-0c60-4796-8290-cdd26c18e44a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.367627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f67c8d5e-0c60-4796-8290-cdd26c18e44a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.367769] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f67c8d5e-0c60-4796-8290-cdd26c18e44a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.871237] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f67c8d5e-0c60-4796-8290-cdd26c18e44a [ 979.871237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.871237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.871237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.871237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.871237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.871237] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f67c8d5e-0c60-4796-8290-cdd26c18e44a already deleted. [ 979.871237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f67c8d5e-0c60-4796-8290-cdd26c18e44a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.471691] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb7b94b2-87f4-4229-951e-088bdf404645 in Status: SUCCESS [ 980.472126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.485818] env[66369]: INFO networking_nsxv3.common.synchronization [None req-df77206f-2e4f-46a2-9779-de81a4d1a01b tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_rules [ 980.486444] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_rules [ 980.486965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.486965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.486965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.487653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.487653] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.658203] env[66369]: INFO networking_nsxv3.common.synchronization [None req-20842bed-8ba0-4ac6-bf95-bc4496263073 tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_rules [ 980.658203] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_rules [ 980.658625] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.658625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.960808] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f6b16bd-e442-46fb-b497-543838fc1af4 req-ebc49100-9306-4013-9b14-fb8b7ab928ba tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 980.960808] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 980.961387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.961855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.961855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.961855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962101] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.962213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.962668] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.012201] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.013039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.013799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.014316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.014788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.014841] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e already deleted. [ 981.014931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.016393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.016393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.016393] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.406116] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.406477] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.406603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.406961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.407318] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.407651] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.407805] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.408081] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.408262] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.408660] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.408804] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.408995] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.409365] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.409365] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.409495] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.409659] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.435185] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.435359] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.435502] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.436178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.436178] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-958065e3-fb22-4af8-abcd-a42443acb354 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.436447] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.436447] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.436659] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.436829] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958065e3-fb22-4af8-abcd-a42443acb354',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.465046] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.540445] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.540947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.540947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.541247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.541342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.541918] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e already deleted. [ 981.541918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.939223] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.939498] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.939589] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.940102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.940274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.940429] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 958065e3-fb22-4af8-abcd-a42443acb354 not found, creating... [ 981.940791] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.941054] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.941178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.941410] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.941578] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.941999] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.942230] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.942310] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.942548] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.942713] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.942789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 958065e3-fb22-4af8-abcd-a42443acb354 is going to be created. [ 981.964355] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.964570] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.964694] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.964989] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.965256] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.965563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.968596] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.017928] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9f921905-d102-447a-86a8-3c71d2111bd3 None None] Enqueued Resource ID: 00dd62fd-1e60-4575-beac-d1409f76aea5 with Priority: HIGHEST for action port [ 982.018466] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00dd62fd-1e60-4575-beac-d1409f76aea5 with Priority: HIGHEST for action port [ 982.018777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-00dd62fd-1e60-4575-beac-d1409f76aea5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.018894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00dd62fd-1e60-4575-beac-d1409f76aea5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.018956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00dd62fd-1e60-4575-beac-d1409f76aea5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.021691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00dd62fd-1e60-4575-beac-d1409f76aea5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.021857] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00dd62fd-1e60-4575-beac-d1409f76aea5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.472605] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.472781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.472898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.473074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.473164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.473260] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 982.509037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.509309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.509451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.509889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.510178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.520440] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 982.523871] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00dd62fd-1e60-4575-beac-d1409f76aea5 [ 982.524135] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.524275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.524342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.524555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.524638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.524736] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00dd62fd-1e60-4575-beac-d1409f76aea5 already deleted. [ 982.524803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00dd62fd-1e60-4575-beac-d1409f76aea5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.749400] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f6b16bd-e442-46fb-b497-543838fc1af4 req-1a8e155d-b5a9-40e4-b151-da2fd657d5c9 service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 982.749831] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f6b16bd-e442-46fb-b497-543838fc1af4 req-1a8e155d-b5a9-40e4-b151-da2fd657d5c9 service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 982.749831] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f6b16bd-e442-46fb-b497-543838fc1af4 req-1a8e155d-b5a9-40e4-b151-da2fd657d5c9 service nova] Enqueued Resource ID: 958065e3-fb22-4af8-abcd-a42443acb354 with Priority: HIGHEST for action port [ 982.750426] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 982.750549] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 982.750751] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 958065e3-fb22-4af8-abcd-a42443acb354 with Priority: HIGHEST for action port [ 982.750999] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.751131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.751202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.751442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.751571] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.752536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.752660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.752857] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-958065e3-fb22-4af8-abcd-a42443acb354 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.752950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.753009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.753206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.753288] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('958065e3-fb22-4af8-abcd-a42443acb354',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.255019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.255184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.258091] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 958065e3-fb22-4af8-abcd-a42443acb354 with status ACTIVE [ 983.258091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.258091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.258091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.258476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.258476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.258636] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.258785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.258820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.258950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.259039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.259225] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.259329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.259374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.259504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.259617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.259680] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 958065e3-fb22-4af8-abcd-a42443acb354 is going to be updated. [ 983.305597] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.306645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.306645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.306645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.306645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.306645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-958065e3-fb22-4af8-abcd-a42443acb354" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.362823] env[66369]: INFO networking_nsxv3.common.synchronization [req-c291005f-1ccd-4f69-8535-86a961feb42e req-82df831a-d747-48c8-bbb5-a444edc5888a tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 984.363376] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 984.363695] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.363817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.363906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.364193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.364491] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.364491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.364610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.364782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.364782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.364853] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.533750] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 984.534141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.534366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.534631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.534869] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.534971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.535025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.536388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.536388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.536388] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.764048] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.764300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.764360] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.764726] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.765047] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.765246] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.765383] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.765664] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.765847] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.767068] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.767068] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.767068] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.767068] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.767068] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.767068] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.767068] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.795251] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.795558] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.795787] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.796081] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-65" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.796597] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-96d102c6-c699-4382-b652-ce41ef077114 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.796882] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.797120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.797625] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.797861] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d102c6-c699-4382-b652-ce41ef077114',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.866824] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.866982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.867051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.867300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.867454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.867610] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.867714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.867775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.867982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.868088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.868177] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 984.901683] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.901937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.901990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.902319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.902534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.914596] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 985.038254] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.300714] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.300994] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.301137] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.301406] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.301554] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.301707] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 96d102c6-c699-4382-b652-ce41ef077114 not found, creating... [ 985.302207] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.302402] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.302526] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.302796] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.302931] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.303245] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.303404] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.303535] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.303764] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.303898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.304098] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 96d102c6-c699-4382-b652-ce41ef077114 is going to be created. [ 985.324670] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.324913] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.325057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.325336] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.325558] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.325770] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.540725] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.027873] env[66369]: INFO networking_nsxv3.common.synchronization [req-c291005f-1ccd-4f69-8535-86a961feb42e req-ae2e78ea-ba50-4f1b-9d68-e13c679d06be service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 986.028144] env[66369]: INFO networking_nsxv3.common.synchronization [req-c291005f-1ccd-4f69-8535-86a961feb42e req-ae2e78ea-ba50-4f1b-9d68-e13c679d06be service nova] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 986.028254] env[66369]: INFO networking_nsxv3.common.synchronization [req-c291005f-1ccd-4f69-8535-86a961feb42e req-ae2e78ea-ba50-4f1b-9d68-e13c679d06be service nova] Enqueued Resource ID: 96d102c6-c699-4382-b652-ce41ef077114 with Priority: HIGHEST for action port [ 986.028509] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_rules [ 986.028619] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 986.029303] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d102c6-c699-4382-b652-ce41ef077114 with Priority: HIGHEST for action port [ 986.030011] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.030164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.030258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.030439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.030536] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.031448] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.031608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.032392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d102c6-c699-4382-b652-ce41ef077114 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.032600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.032600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.032770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.032862] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d102c6-c699-4382-b652-ce41ef077114',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.043087] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.043291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.043385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.043657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.043810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.043944] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 986.075912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.076119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.076189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.076397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.076541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.088135] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 986.534859] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.535110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.535162] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 96d102c6-c699-4382-b652-ce41ef077114 with status ACTIVE [ 986.535343] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.535454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.535518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.535801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.535895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.536151] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.536254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.536317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.536490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.536565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.536741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.536837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.536894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.537048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.537126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.537276] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 96d102c6-c699-4382-b652-ce41ef077114 is going to be updated. [ 986.563103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.563525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.563525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.563665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.563665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.563827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d102c6-c699-4382-b652-ce41ef077114" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.924290] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 986.924488] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 986.924605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.924765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.924979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.925177] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.925314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.925419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.925593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.925674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.925772] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.380188] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.380398] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.380563] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.380930] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.381689] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.381947] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.382072] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.382359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.382541] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.382812] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.382964] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.383249] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.383326] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.383413] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.383552] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.383721] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.403509] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.403673] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.403805] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.403973] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.404311] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-6e5bdc78-e12e-4631-be48-7849a410a521 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.404744] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.404744] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.405180] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.405180] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5bdc78-e12e-4631-be48-7849a410a521',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.427550] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.909369] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.909703] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.909703] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.909840] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.909990] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.910336] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.910502] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.910615] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.910838] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.910971] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.911332] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.911390] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.911500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.911702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.911899] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.912064] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 6e5bdc78-e12e-4631-be48-7849a410a521 is going to be updated. [ 987.930056] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.934178] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.934396] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.934536] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.934822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.935030] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.935258] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.098792] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 988.099043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.099214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.099498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.099708] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.099844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.099901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.100060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.100142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.100228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.100320] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.433428] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.433428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.433428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.433658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.433723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.433827] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 988.478843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.478843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.478843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.478843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.478843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.506504] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 988.603511] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.603667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.603731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.603945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.604123] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.604225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.604288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.604433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.604517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.604600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.604741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.604831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.604906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.605072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.605207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.605297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.605357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.605490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.605564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.605642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.605737] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.669278] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e2795b4-9416-4f52-8183-924ca859f72b req-6abc67bc-6318-4dc8-9ba0-2198517a5bab service nova] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 988.669278] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e2795b4-9416-4f52-8183-924ca859f72b req-6abc67bc-6318-4dc8-9ba0-2198517a5bab service nova] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 988.669278] env[66369]: INFO networking_nsxv3.common.synchronization [req-1e2795b4-9416-4f52-8183-924ca859f72b req-6abc67bc-6318-4dc8-9ba0-2198517a5bab service nova] Enqueued Resource ID: 6e5bdc78-e12e-4631-be48-7849a410a521 with Priority: HIGHEST for action port [ 988.669278] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_rules [ 988.669278] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 988.669278] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e5bdc78-e12e-4631-be48-7849a410a521 with Priority: HIGHEST for action port [ 988.670070] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.670338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.670573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.670874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.671138] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.672561] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.673776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.673776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.673776] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.673776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.673776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.673776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.674176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.674688] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.678027] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e5bdc78-e12e-4631-be48-7849a410a521 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.678027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.678027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.678027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.678027] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e5bdc78-e12e-4631-be48-7849a410a521',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.108492] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc3231b-3ae7-4f30-8221-630e2820d35b: rpc.has_security_group_logging(os_id): False [ 989.127040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.127040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.127040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.127275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.127275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.127479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.127580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.127641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.127790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.127866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.128064] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.128158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.128218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.128354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.128425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.128600] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.128692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.128750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.128978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.128978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.129114] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 989.179732] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.180017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.180230] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.181130] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e5bdc78-e12e-4631-be48-7849a410a521 with status ACTIVE [ 989.181316] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.181461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182138] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.182184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.182212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.182370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.182711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.182772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.182908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.183076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.183182] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e5bdc78-e12e-4631-be48-7849a410a521 is going to be updated. [ 989.193167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.193315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.193367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.193565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.194190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.211123] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 989.212995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.213161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.213229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.213494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.213565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.213716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e5bdc78-e12e-4631-be48-7849a410a521" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.685738] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.188826] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.189199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.189199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.189448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.189538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.189742] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 is going to be updated. [ 990.227027] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.227027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.227027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.227027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.227027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.243454] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: IN_PROGRESS for 2s [ 990.520073] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 990.520318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.520479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.520721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.520918] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.521048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.521134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.521255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.521331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.521423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.521509] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.023641] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.023815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.024126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.024309] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.024438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.024495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.024639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.024723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.024812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.024958] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.025062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.025114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.025468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.025739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.025929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.026084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.026272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.026478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.028127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.030938] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.228949] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 991.229365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.535586] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a959b81b-26e8-48e4-8b4e-2c198eae7c1b: rpc.has_security_group_logging(os_id): False [ 991.554253] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.554405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.554467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.554692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.554806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.555069] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.555132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.555186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.555303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.555383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.555582] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.555708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.555739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.555857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.555934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.556768] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.556768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.556768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.556768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.556768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.556768] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 991.637946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.638140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.638231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.638491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.638632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.654243] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 991.706743] env[66369]: INFO networking_nsxv3.common.synchronization [None req-ed0ecf9f-d6cd-4a2e-89a4-c4f2234536b7 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_rules [ 991.707329] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_rules [ 991.707650] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.707758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.707824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.708088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.708173] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.810041] env[66369]: INFO networking_nsxv3.common.synchronization [None req-4b3834cb-6bbb-4b9d-a159-5e3ba2f5b9b4 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_rules [ 991.810362] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_rules [ 991.810679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.810786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.229644] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.229644] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8922da41-2992-4a8b-93f0-00095c49340c already deleted. [ 992.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.229644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.230725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.230725] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.252453] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: SUCCESS [ 992.252657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.252810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.253676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.253676] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.253676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.253676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.253676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.253676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.253676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.255662] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.753014] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.753272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.753684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.753985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.754099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.754962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8922da41-2992-4a8b-93f0-00095c49340c already deleted. [ 992.755080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.757520] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.261564] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff254390-26e9-4dd5-9253-f630698b95f2: rpc.has_security_group_logging(os_id): False [ 993.285911] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.285911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.286126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.286708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.286708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.287037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.287127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.287170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.287553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.287553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.287653] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 is going to be updated. [ 993.364931] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.365143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.365243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.365460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.365604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.380622] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: IN_PROGRESS for 2s [ 993.671576] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 993.671782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.395356] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: SUCCESS [ 995.395356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.811990] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 996.811990] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 997.916418] env[66369]: INFO networking_nsxv3.common.synchronization [None req-cd5b7d98-cb27-48d1-9366-dc22707d3241 tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: cf4c2e77-7725-4060-81e1-3b9121ea10c0 with Priority: HIGHEST for action security_group_rules [ 997.917388] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c2e77-7725-4060-81e1-3b9121ea10c0 with Priority: HIGHEST for action security_group_rules [ 997.917489] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.917624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.919070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.919070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.919070] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c2e77-7725-4060-81e1-3b9121ea10c0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.993700] env[66369]: INFO networking_nsxv3.common.synchronization [None req-3a35c7d4-6b7a-441c-84cf-901ece9fb48f tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: cf4c2e77-7725-4060-81e1-3b9121ea10c0 with Priority: HIGHEST for action security_group_rules [ 997.993940] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c2e77-7725-4060-81e1-3b9121ea10c0 with Priority: HIGHEST for action security_group_rules [ 997.994511] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.994511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.442203] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.442376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.442425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.442896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.442896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.442896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c2e77-7725-4060-81e1-3b9121ea10c0 already deleted. [ 998.443013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.443155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.443506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.443556] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4c2e77-7725-4060-81e1-3b9121ea10c0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.968640] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.968640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.968640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.969206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.969206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.969206] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4c2e77-7725-4060-81e1-3b9121ea10c0 already deleted. [ 998.969206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4c2e77-7725-4060-81e1-3b9121ea10c0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.535076] env[66369]: INFO networking_nsxv3.common.synchronization [req-42659b5e-7d70-4cf6-9f6a-5407c5c766bc req-09453b42-c802-4441-9457-82f6ade04cfd tempest-ServersWithSpecificFlavorTestJSON-2117984926 tempest-ServersWithSpecificFlavorTestJSON-2117984926-project-member] Enqueued Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 1000.535650] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b97d8976-738b-4625-991b-1a1d828a2bdf with Priority: HIGHEST for action security_group_members [ 1000.536012] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b97d8976-738b-4625-991b-1a1d828a2bdf taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.536600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.536675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.536876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.537119] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.537224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.537224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.537370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.537446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.537556] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b97d8976-738b-4625-991b-1a1d828a2bdf',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.633771] env[66369]: INFO networking_nsxv3.common.synchronization [req-844e8c71-3372-49f3-9253-9606c5861721 req-b8549c87-5ab8-4f08-98af-91e445e9276c tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1000.634141] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1000.634476] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.634790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.634790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.634918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.635107] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.635240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.635338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.635525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.635634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.635744] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.956618] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.956819] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.957565] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.957946] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.958370] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.958604] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.958758] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.958988] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.959207] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.959443] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.959555] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.959659] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.959759] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.959942] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.960019] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.960098] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.004422] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.004655] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.004801] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.004977] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.005588] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.005588] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.005588] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.006282] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.006282] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c52cb4-21f0-4b35-8958-7510b5fe4d20',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.039975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.040160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.040241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.040472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.068026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.068026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.068026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.068026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.068026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.068026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.068026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf is going to be updated. [ 1001.098120] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.098283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.098336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.098580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.098801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.109668] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: IN_PROGRESS for 2s [ 1001.137317] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.137472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.137547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.137761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.137852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.138059] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.138162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.138222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.138372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.138445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.138530] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1001.165531] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.165531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.165531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.165531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.165531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.175303] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1001.511601] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.511601] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.511601] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.511601] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.511601] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.511601] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port f0c52cb4-21f0-4b35-8958-7510b5fe4d20 not found, creating... [ 1001.512045] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.512109] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.512299] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.512506] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.512689] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.513077] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.513314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.513500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.513754] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.513962] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.514157] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: f0c52cb4-21f0-4b35-8958-7510b5fe4d20 is going to be created. [ 1001.539245] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.539654] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.539654] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.539906] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.540192] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.540422] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.220110] env[66369]: INFO networking_nsxv3.common.synchronization [req-844e8c71-3372-49f3-9253-9606c5861721 req-36af6136-d535-4748-9ff6-ccc416318e08 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 1002.220292] env[66369]: INFO networking_nsxv3.common.synchronization [req-844e8c71-3372-49f3-9253-9606c5861721 req-36af6136-d535-4748-9ff6-ccc416318e08 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1002.220440] env[66369]: INFO networking_nsxv3.common.synchronization [req-844e8c71-3372-49f3-9253-9606c5861721 req-36af6136-d535-4748-9ff6-ccc416318e08 service nova] Enqueued Resource ID: f0c52cb4-21f0-4b35-8958-7510b5fe4d20 with Priority: HIGHEST for action port [ 1002.221748] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 1002.221748] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1002.221748] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c52cb4-21f0-4b35-8958-7510b5fe4d20 with Priority: HIGHEST for action port [ 1002.221748] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.222055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.222055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.222604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.222767] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.223783] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.223899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.224506] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.224506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.224506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.224749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.224749] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0c52cb4-21f0-4b35-8958-7510b5fe4d20',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.727821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.727821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.727821] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0c52cb4-21f0-4b35-8958-7510b5fe4d20 with status ACTIVE [ 1002.727821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.727821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.728409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.728409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.728409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.728409] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.728642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.728697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.728893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.728978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.729263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.729399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.729497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.731630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.731630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.731630] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0c52cb4-21f0-4b35-8958-7510b5fe4d20 is going to be updated. [ 1002.764873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.765073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.765167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.765387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.765524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.765684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0c52cb4-21f0-4b35-8958-7510b5fe4d20" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.121019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b97d8976-738b-4625-991b-1a1d828a2bdf in Status: SUCCESS [ 1003.121227] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b97d8976-738b-4625-991b-1a1d828a2bdf deletion is rescheduled due to dependency. [ 1003.121342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b97d8976-738b-4625-991b-1a1d828a2bdf" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.187803] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1003.187994] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 1003.188160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.188343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.188595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.188834] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.188895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.188967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.189135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.189220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.189324] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.250874] env[66369]: INFO networking_nsxv3.common.synchronization [req-e9a46d5b-f44a-4212-9f19-e79f31fcc7a9 req-fb98d5cd-5d18-424c-b9f0-20c408ac6a4a tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1003.251458] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1003.251770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.251953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.252188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.252499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.252681] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.252910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.252910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.253107] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.253190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.253285] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.616097] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.616097] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.616319] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.616621] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.616903] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.617314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.617314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.617510] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.617695] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.617955] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.618162] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.618305] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.618439] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.618559] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.618662] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.618798] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.638962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.639158] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.639296] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.639464] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.639785] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-5a824a35-e6ea-445d-b6c4-4ad015918f67 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.639953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.640085] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.640412] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.640551] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a824a35-e6ea-445d-b6c4-4ad015918f67',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.691682] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.757648] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.758046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.758046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.758122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.758222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.758400] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.758498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.758544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.758702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.758775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.758859] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c already deleted. [ 1003.758938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.144096] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.144465] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.144635] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.144991] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.145200] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.145399] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 5a824a35-e6ea-445d-b6c4-4ad015918f67 not found, creating... [ 1004.145775] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.145995] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.146165] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.146452] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.146622] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.147014] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.147222] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.147400] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.147671] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.147845] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.148039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 5a824a35-e6ea-445d-b6c4-4ad015918f67 is going to be created. [ 1004.170907] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.171253] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.171465] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.171898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.172510] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.172745] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.193436] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.696821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.697028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.697078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.697394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.697517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.697645] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1004.728164] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.728410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.728511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.728734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.728880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.737638] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1004.890235] env[66369]: INFO networking_nsxv3.common.synchronization [req-e9a46d5b-f44a-4212-9f19-e79f31fcc7a9 req-94a9fc28-ecb4-4b01-8c41-8d376dfb7da1 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1004.890484] env[66369]: INFO networking_nsxv3.common.synchronization [req-e9a46d5b-f44a-4212-9f19-e79f31fcc7a9 req-94a9fc28-ecb4-4b01-8c41-8d376dfb7da1 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1004.890559] env[66369]: INFO networking_nsxv3.common.synchronization [req-e9a46d5b-f44a-4212-9f19-e79f31fcc7a9 req-94a9fc28-ecb4-4b01-8c41-8d376dfb7da1 service nova] Enqueued Resource ID: 5a824a35-e6ea-445d-b6c4-4ad015918f67 with Priority: HIGHEST for action port [ 1004.891400] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1004.891400] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1004.891400] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a824a35-e6ea-445d-b6c4-4ad015918f67 with Priority: HIGHEST for action port [ 1004.891571] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.891681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.891732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.892025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.892260] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.893588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.893721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.893872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.894085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.894256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.894362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.894414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.894570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.894653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.894741] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.896186] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a824a35-e6ea-445d-b6c4-4ad015918f67 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.896301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.896368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.896615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.896714] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a824a35-e6ea-445d-b6c4-4ad015918f67',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.394676] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.394865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.398222] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.399183] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a824a35-e6ea-445d-b6c4-4ad015918f67 with status ACTIVE [ 1005.399379] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.399497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.399595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.399764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.399849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.400053] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.400157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.400217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.400368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.400443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.400620] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.400712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.400771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.400907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.400977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.401089] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a824a35-e6ea-445d-b6c4-4ad015918f67 is going to be updated. [ 1005.424077] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.424224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.424292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.424491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.424624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.424780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a824a35-e6ea-445d-b6c4-4ad015918f67" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.903862] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.408555] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.408555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.408555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.408555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.408555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.408555] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be created. [ 1006.435736] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.435736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.435736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.435736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.435736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.447130] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: UNINITIALIZED for 2s [ 1006.754863] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1006.755107] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.755324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.755586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.755983] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.755983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.756123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.756242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.756322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.756414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.756505] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.819392] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fe42079-f36c-4556-a077-8198eed69bd3 req-d37cf9f4-e982-4afe-89e6-eb2dfdf9d6ec tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1006.819987] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1006.820314] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.820448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.820547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.820696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.820844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.820946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.821017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.821195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.821283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.821376] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.142537] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.142853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.142853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.143259] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.143520] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.143680] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.143800] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.144035] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.144182] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.144388] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.144500] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.144962] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.145103] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.145342] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.145342] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.145441] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.165084] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.165271] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.165408] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.165584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.165931] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-2ddc62be-b93e-409e-b018-d766476bc567 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.166133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.166262] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.167196] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.167403] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddc62be-b93e-409e-b018-d766476bc567',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.259009] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.259228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.259299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.259584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.259774] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.259919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.260019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.260240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.260565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.260565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.260747] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.260747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.260822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.260911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.261064] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.261161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.261223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.261433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.261546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.261667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.261971] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.324387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.324610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.324759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.324986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.346956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.347254] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.347385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.347446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.347663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.347739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.347828] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1007.375326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.375472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.375516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.375730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.375869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.388355] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1007.419679] env[66369]: INFO networking_nsxv3.common.synchronization [req-188e3532-256a-4bcb-8d15-5e03d8787ade req-d9edee6e-01cf-41ee-9ef7-4f4446325a05 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_members [ 1007.420269] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89919fcb-3153-4854-b451-be093ea70f6b with Priority: HIGHEST for action security_group_members [ 1007.420580] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-89919fcb-3153-4854-b451-be093ea70f6b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.420710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.420783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.420980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.421258] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.421258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.421387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.421448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.421527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.421618] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89919fcb-3153-4854-b451-be093ea70f6b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.671043] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.671283] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.671536] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.671729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.671878] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.672100] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 2ddc62be-b93e-409e-b018-d766476bc567 not found, creating... [ 1007.672377] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.672534] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.672648] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.672870] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.673039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.673326] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.673479] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.673590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.673805] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.673932] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.674083] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 2ddc62be-b93e-409e-b018-d766476bc567 is going to be created. [ 1007.696953] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.696953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.696953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.697984] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.697984] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.697984] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.764922] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7de174e5-b649-420f-a96c-e48ebcc1c964: rpc.has_security_group_logging(os_id): False [ 1007.787725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.787911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.787952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.788163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.788251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.788462] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.788575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.788637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.788797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.788893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.789101] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.789196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.789247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.789428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.790394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.790394] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.790394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.790394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.790394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.790394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.790394] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1007.882585] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.882812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.882812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.883158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.883316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.899329] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1007.902139] env[66369]: INFO networking_nsxv3.common.synchronization [req-967d564f-cc23-487b-95a6-b68240a03f2d req-bd519d86-0dfe-4b2e-a506-bb6dfa003ce9 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1007.902728] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1007.905021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.905021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.905021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.905021] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.923852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.924082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.924082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.924287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.924375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.924593] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.924693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.924746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.924906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.924994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.925105] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89919fcb-3153-4854-b451-be093ea70f6b is going to be updated. [ 1007.970404] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.970543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.970636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.970878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.970992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.982727] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89919fcb-3153-4854-b451-be093ea70f6b in Status: IN_PROGRESS for 2s [ 1008.245925] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.246251] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.246434] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.246747] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.247076] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.247347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.247523] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.247799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.248444] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.248444] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.248444] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.248444] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.248664] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.249442] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.249442] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.249442] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.268973] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.269171] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.269312] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.269483] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.269823] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-d2cfeda0-45c7-4604-91c1-fbd4342cef74 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.270009] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.270133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.270477] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.270617] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cfeda0-45c7-4604-91c1-fbd4342cef74',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.412105] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.412105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.412105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.412461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.412461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.412553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.412622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.413045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.413045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.413045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.413225] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1008.425383] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fe42079-f36c-4556-a077-8198eed69bd3 req-f395c2ff-46b5-4f2b-ada6-358788ce0a42 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1008.425690] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fe42079-f36c-4556-a077-8198eed69bd3 req-f395c2ff-46b5-4f2b-ada6-358788ce0a42 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1008.426435] env[66369]: INFO networking_nsxv3.common.synchronization [req-1fe42079-f36c-4556-a077-8198eed69bd3 req-f395c2ff-46b5-4f2b-ada6-358788ce0a42 service nova] Enqueued Resource ID: 2ddc62be-b93e-409e-b018-d766476bc567 with Priority: HIGHEST for action port [ 1008.426644] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1008.426964] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1008.427437] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddc62be-b93e-409e-b018-d766476bc567 with Priority: HIGHEST for action port [ 1008.428144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.429210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.429325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.429569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.429724] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.430707] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.430799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.431087] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ddc62be-b93e-409e-b018-d766476bc567 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.431215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.431295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.431570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.431684] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ddc62be-b93e-409e-b018-d766476bc567',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.445315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.445594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.445699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.445993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.446691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.468571] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1008.471078] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1008.472314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.472314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.473463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.473463] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.474541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.474541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.474541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.474541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.474942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.474942] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.774361] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.774361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.774361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.774361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.774361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.774361] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port d2cfeda0-45c7-4604-91c1-fbd4342cef74 not found, creating... [ 1008.774788] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.774871] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.774997] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.775203] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.775342] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.775629] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.775785] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.775907] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.776137] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.776279] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.776416] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: d2cfeda0-45c7-4604-91c1-fbd4342cef74 is going to be created. [ 1008.797898] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.797898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.797898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.797898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.798389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.798389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.933522] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.934127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.937031] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ddc62be-b93e-409e-b018-d766476bc567 with status ACTIVE [ 1008.937031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.937031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.937031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.937031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.937031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.937031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.937539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.937539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.937539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.937539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.937539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.937774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.937774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.937774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.937862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.937891] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ddc62be-b93e-409e-b018-d766476bc567 is going to be updated. [ 1008.940971] env[66369]: INFO networking_nsxv3.common.synchronization [req-a46e57ed-c709-4e8e-b89b-852988649e6c req-baed6b44-8ec3-49e7-8634-acefd0ba0503 tempest-ImagesTestJSON-248331017 tempest-ImagesTestJSON-248331017-project-member] Enqueued Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 1008.941856] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b with Priority: HIGHEST for action security_group_members [ 1008.942199] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.942313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.942374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.942561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.942706] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.942800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.942862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.943011] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.943094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.943181] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a959b81b-26e8-48e4-8b4e-2c198eae7c1b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.963956] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.964090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.964151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.964347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.964722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.964887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ddc62be-b93e-409e-b018-d766476bc567" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.977789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.978021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.978021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.978234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.978396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.978496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.978558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.978704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.978788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.978874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.979028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.979137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.979179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.979315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.979450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.979542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.979600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.979735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.979820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.979915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.980011] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.398975] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1009.399315] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 deletion is rescheduled due to dependency. [ 1009.399315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.399541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.399769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.400086] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.400208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.400273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.400440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.400542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.400607] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.449725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.449725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.449725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.449725] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b is going to be updated. [ 1009.479931] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.479931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.479931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.479931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.479931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.482706] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1009.492331] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: IN_PROGRESS for 2s [ 1009.496671] env[66369]: INFO networking_nsxv3.common.synchronization [req-967d564f-cc23-487b-95a6-b68240a03f2d req-137967e4-5dac-4d32-8afa-51e8de2c10e3 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 1009.496855] env[66369]: INFO networking_nsxv3.common.synchronization [req-967d564f-cc23-487b-95a6-b68240a03f2d req-137967e4-5dac-4d32-8afa-51e8de2c10e3 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1009.496990] env[66369]: INFO networking_nsxv3.common.synchronization [req-967d564f-cc23-487b-95a6-b68240a03f2d req-137967e4-5dac-4d32-8afa-51e8de2c10e3 service nova] Enqueued Resource ID: d2cfeda0-45c7-4604-91c1-fbd4342cef74 with Priority: HIGHEST for action port [ 1009.497480] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 1009.497480] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1009.497480] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2cfeda0-45c7-4604-91c1-fbd4342cef74 with Priority: HIGHEST for action port [ 1009.498018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.498253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.498253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.498411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.498522] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.499978] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.500115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.500426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2cfeda0-45c7-4604-91c1-fbd4342cef74 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.500487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.500519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.500702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.500780] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cfeda0-45c7-4604-91c1-fbd4342cef74',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.502608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.502726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.502798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.502997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.503121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.504955] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.504955] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.504955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.505818] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.505818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.505818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.505932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.506039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.506176] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be created. [ 1009.584591] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.584802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.584913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.585231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.585497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.598941] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1009.903849] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.915656] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1009.915656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.993590] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89919fcb-3153-4854-b451-be093ea70f6b in Status: SUCCESS [ 1009.993590] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89919fcb-3153-4854-b451-be093ea70f6b deletion is rescheduled due to dependency. [ 1009.993590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89919fcb-3153-4854-b451-be093ea70f6b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.000589] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.000589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.003031] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2cfeda0-45c7-4604-91c1-fbd4342cef74 with status ACTIVE [ 1010.003182] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.003299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.003368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.003605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.003697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.003880] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.004065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.004145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.004355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.004439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.004646] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.004742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.004819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.005080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.005168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.005265] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2cfeda0-45c7-4604-91c1-fbd4342cef74 is going to be updated. [ 1010.065268] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.065515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.065515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.065656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.065793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.065955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2cfeda0-45c7-4604-91c1-fbd4342cef74" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.406100] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.480077] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1010.480300] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 1010.480422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.481154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.481242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.481434] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.481553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.481618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.481803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.481894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.482020] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.908022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.908361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.908517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.908870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.909065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.909263] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1010.966953] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.968467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.968467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.968467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.968467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.982399] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1010.986058] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.488747] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.506025] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b in Status: SUCCESS [ 1011.506025] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a959b81b-26e8-48e4-8b4e-2c198eae7c1b deletion is rescheduled due to dependency. [ 1011.506025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a959b81b-26e8-48e4-8b4e-2c198eae7c1b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.612020] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1011.612020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.991891] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.992136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.992211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.992453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.992539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.992636] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1012.023922] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.024137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.024137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.024417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.024565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.033894] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1012.992368] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1012.992368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.992752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.992752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.992941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.993105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.993217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.993449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.993540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.993632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.993723] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.444801] env[66369]: INFO networking_nsxv3.common.synchronization [None req-4f025813-19e8-49e4-a1b0-6b81d600072f tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1013.446023] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1013.446023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.446023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.446023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.446539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.446719] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.446866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.446914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.447053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.447141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.447236] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.497241] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.497465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.949263] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.043904] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1014.044190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.044363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.044597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.044789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.044909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.044974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.045146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.045224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.045308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.045424] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.451738] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.547932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.548054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.548054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.548287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.548458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.548557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.548631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.548793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.548915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.548991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.549162] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.549249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.549298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.549441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.549574] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.549660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.549808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.549982] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.550060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.550136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.550223] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.954380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.954562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.954632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.954876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.954947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.955063] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1014.984391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.984557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.984600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.984819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.984961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.994163] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1015.052780] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527875f1-fea1-4592-aa7e-37dbcf098ee2: rpc.has_security_group_logging(os_id): False [ 1015.075546] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.075546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.075546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.075806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.075858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.076057] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.076165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.076224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.076374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.076442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.076643] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.076734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.076795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.076935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.077085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.077286] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.077493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.077493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.077566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.077643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.077724] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1015.148029] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.148029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.148029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.148229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.148352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.166019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1015.592898] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.593147] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.593304] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.593572] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.593861] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.594018] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.594798] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.595057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.595315] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.595647] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.595855] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.595981] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.596112] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.596228] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.596333] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.596508] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.617690] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.617883] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.618011] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.618210] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.618583] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.618754] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.618881] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.619227] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.619367] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6a99c07-6e9d-4b3a-ae3b-08402e75c43b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.638874] env[66369]: INFO networking_nsxv3.common.synchronization [req-2a659d30-8ca2-4b20-a2bf-b5d9b1c37475 req-a207e7dd-6e73-4815-99c6-a1f6726d1aad tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1015.639474] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1015.639796] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.639916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.640055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.640196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.640356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.640451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.640511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.640670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.640793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.640938] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.009117] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.009337] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.009457] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.009714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.009974] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.010160] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.010274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.010497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.010655] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.010858] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.010973] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.011085] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.011189] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.011293] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.011392] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.011520] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.046406] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.046737] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.046985] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.047256] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.047588] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-214417df-3d90-4452-9936-7e9bde75c9de taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.047783] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.047935] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.048292] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.048441] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214417df-3d90-4452-9936-7e9bde75c9de',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.121714] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.122174] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.122174] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.122418] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.122568] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.122721] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port a6a99c07-6e9d-4b3a-ae3b-08402e75c43b not found, creating... [ 1016.122997] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.123258] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.123405] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.123645] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.123803] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.124240] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.124502] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.124654] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.124913] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.125114] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.125203] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: a6a99c07-6e9d-4b3a-ae3b-08402e75c43b is going to be created. [ 1016.144028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.144028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.144028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.144028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.144028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.144028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.144320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.144320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.144400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.144504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.144647] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1016.147956] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.148294] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.148394] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.148738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.148900] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.149167] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.174323] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.174426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.174494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.174793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.174845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.184358] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1016.551689] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.551959] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.552161] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.552519] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.552729] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.552904] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 214417df-3d90-4452-9936-7e9bde75c9de not found, creating... [ 1016.553242] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.553417] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.553560] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.553851] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.554035] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.554335] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.554487] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.554608] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.554812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.554967] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.555092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 214417df-3d90-4452-9936-7e9bde75c9de is going to be created. [ 1016.577748] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.578120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.578369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.578830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.579212] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.579599] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.897672] env[66369]: INFO networking_nsxv3.common.synchronization [req-7561aac6-3cff-432e-996d-86cb70c1748f req-49b1471a-c204-405a-8088-84213dbd8178 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1016.897993] env[66369]: INFO networking_nsxv3.common.synchronization [req-7561aac6-3cff-432e-996d-86cb70c1748f req-49b1471a-c204-405a-8088-84213dbd8178 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1016.898245] env[66369]: INFO networking_nsxv3.common.synchronization [req-7561aac6-3cff-432e-996d-86cb70c1748f req-49b1471a-c204-405a-8088-84213dbd8178 service nova] Enqueued Resource ID: a6a99c07-6e9d-4b3a-ae3b-08402e75c43b with Priority: HIGHEST for action port [ 1016.899377] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1016.899575] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1016.899747] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6a99c07-6e9d-4b3a-ae3b-08402e75c43b with Priority: HIGHEST for action port [ 1016.900198] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.900358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.901175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.901175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.901175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.902098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.902157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.902440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.902582] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6a99c07-6e9d-4b3a-ae3b-08402e75c43b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.007028] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1017.007185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.008430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.008430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.008430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.009251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.009251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.009251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.009251] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.009251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.009251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.009509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.009541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.009600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.009691] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.011267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.011421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.011580] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.011688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.011759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.011902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.012078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.012256] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.183266] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1017.183612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.315027] env[66369]: INFO networking_nsxv3.common.synchronization [req-2a659d30-8ca2-4b20-a2bf-b5d9b1c37475 req-a0d04172-9714-4414-8f84-92c3e4cf091f service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 1017.315248] env[66369]: INFO networking_nsxv3.common.synchronization [req-2a659d30-8ca2-4b20-a2bf-b5d9b1c37475 req-a0d04172-9714-4414-8f84-92c3e4cf091f service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1017.315390] env[66369]: INFO networking_nsxv3.common.synchronization [req-2a659d30-8ca2-4b20-a2bf-b5d9b1c37475 req-a0d04172-9714-4414-8f84-92c3e4cf091f service nova] Enqueued Resource ID: 214417df-3d90-4452-9936-7e9bde75c9de with Priority: HIGHEST for action port [ 1017.316044] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 1017.316044] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1017.316223] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 214417df-3d90-4452-9936-7e9bde75c9de with Priority: HIGHEST for action port [ 1017.316391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.316508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.316650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.316758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.316834] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.319105] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.319988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.319988] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-214417df-3d90-4452-9936-7e9bde75c9de taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.319988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.319988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.319988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.319988] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('214417df-3d90-4452-9936-7e9bde75c9de',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.405984] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6a99c07-6e9d-4b3a-ae3b-08402e75c43b with status ACTIVE [ 1017.406356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.406531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.406607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.406826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.406916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.407142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.407259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.407304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.407474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.407555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.407743] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.407856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.407916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.408073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.408148] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.408324] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6a99c07-6e9d-4b3a-ae3b-08402e75c43b is going to be updated. [ 1017.431712] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.431900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.431949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.432329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.432409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.432601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6a99c07-6e9d-4b3a-ae3b-08402e75c43b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.512558] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65856b80-4781-4db0-9795-791dfd7e5b83: rpc.has_security_group_logging(os_id): False [ 1017.513965] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.535109] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.535304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.535348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.535626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.535771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.536216] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.536784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.536784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.536784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.536784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.536970] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.536970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.537084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.537144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.537214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.537408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.537493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.537555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.537693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.537766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.537926] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1017.611361] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.611583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.611706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.611934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.612245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.625443] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1017.822677] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.822951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.823809] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 214417df-3d90-4452-9936-7e9bde75c9de with status ACTIVE [ 1017.823809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.823809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.823809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.823809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.823809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.824177] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.824177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.824295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.824558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.824558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.824802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.824909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.825135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.825428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.825428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.825506] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 214417df-3d90-4452-9936-7e9bde75c9de is going to be updated. [ 1017.849912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.850136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.850136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.850314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.850448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.850611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-214417df-3d90-4452-9936-7e9bde75c9de" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.016413] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.137432] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3cf4050-7271-45bf-9dc8-ece586f13c1f req-c0bcdd85-e6ef-4186-81fc-f806c9f73156 tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_members [ 1018.137815] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_members [ 1018.138680] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.138680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.138680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.138680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.138680] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.138680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.138993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.138993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.138993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.139100] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.195723] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1018.196218] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df deletion is rescheduled due to dependency. [ 1018.196218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.196218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.197125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.197346] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.197469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.197532] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.197705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.197775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.197918] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.518934] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.519118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.519225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.519388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.519494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.519562] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1018.554238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.554395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.554625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.554625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.554766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.565648] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1018.586242] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.586465] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.586561] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.586898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.587175] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.587334] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.587439] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.587659] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.587825] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.587993] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.589933] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.590164] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.590414] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.590581] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.590806] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.591088] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.613782] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.613885] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.614094] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.614411] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.614760] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-0714ea29-d676-4052-8a5b-59247e58e9f5 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.614976] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.620029] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.620029] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.620029] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0714ea29-d676-4052-8a5b-59247e58e9f5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.641468] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.641695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.641695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.641923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.642186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.642459] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.642678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.642788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.642939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.643061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.643398] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e already deleted. [ 1018.643534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.703549] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.118877] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.118877] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.118877] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.122289] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.122527] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.122711] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 0714ea29-d676-4052-8a5b-59247e58e9f5 not found, creating... [ 1019.123353] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.123353] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.123353] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.123593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.123725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.124057] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.124227] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.124342] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.124953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.124953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.124953] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 0714ea29-d676-4052-8a5b-59247e58e9f5 is going to be created. [ 1019.144907] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.145139] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.145267] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.145548] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.145770] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.145991] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.205904] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.643088] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1019.643282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.643500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.643795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.643890] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.708423] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.708717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.708717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.708977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.709113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.709237] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1019.754581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.754755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.754755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.754949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.755132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.767751] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1019.945414] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3cf4050-7271-45bf-9dc8-ece586f13c1f req-b5ea316e-eac1-4fa3-a722-8b8497c0f341 service nova] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_rules [ 1019.945596] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3cf4050-7271-45bf-9dc8-ece586f13c1f req-b5ea316e-eac1-4fa3-a722-8b8497c0f341 service nova] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_members [ 1019.945596] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3cf4050-7271-45bf-9dc8-ece586f13c1f req-b5ea316e-eac1-4fa3-a722-8b8497c0f341 service nova] Enqueued Resource ID: 0714ea29-d676-4052-8a5b-59247e58e9f5 with Priority: HIGHEST for action port [ 1019.946852] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_rules [ 1019.946852] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_members [ 1019.946852] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0714ea29-d676-4052-8a5b-59247e58e9f5 with Priority: HIGHEST for action port [ 1019.947093] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.947093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.947179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.947319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.947400] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.948360] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.948500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.948572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.948790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.948996] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.949135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.949211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.949419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.949886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.949886] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.950616] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0714ea29-d676-4052-8a5b-59247e58e9f5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.951653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.951653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.951653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.951653] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0714ea29-d676-4052-8a5b-59247e58e9f5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.150572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.150572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.452654] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.453824] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.453942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.454148] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0714ea29-d676-4052-8a5b-59247e58e9f5 with status ACTIVE [ 1020.454391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.454517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.454578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.454793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.454875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.455062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.455168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.455225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.455372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.455469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.455627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.455707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.455769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.455921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.455961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.456130] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0714ea29-d676-4052-8a5b-59247e58e9f5 is going to be updated. [ 1020.478230] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.478435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.478435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.479264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.479264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.479264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0714ea29-d676-4052-8a5b-59247e58e9f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.590226] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1020.590374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.590683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.590888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.591197] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.591374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.591471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.591699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.591803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.591926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.592164] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.734625] env[66369]: INFO networking_nsxv3.common.synchronization [req-2314b23a-792d-4ef6-ad9c-cbc37aa32742 req-9ffa5a50-74d3-4ff9-8ecd-5dbd83d33573 tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1020.735245] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1020.735572] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.735698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.735765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.735973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.736254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.736319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.736473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.736557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.736649] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.960102] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.091451] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.091806] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.091806] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.092076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.092337] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.092493] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.092624] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.092818] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.092953] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.093408] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.093529] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.093646] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.093741] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.094154] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1021.094154] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.094154] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.095985] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.096326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.096739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.096739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.096950] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.097108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.097181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.097344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.097429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.097779] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.097779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.097984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.097984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.098139] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.098245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.098282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.098663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.098663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.098663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.098910] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.121665] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.121665] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1021.121982] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.121982] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-896" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.122286] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-b9f6642b-dfc2-4013-9994-9fdfa47f5799 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.122379] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.122735] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.123110] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.123336] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f6642b-dfc2-4013-9994-9fdfa47f5799',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.240261] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.462994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.463376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.463376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.463737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.463880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.464036] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e is going to be created. [ 1021.496648] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.496648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.496648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.496648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.496648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.520318] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e in Status: UNINITIALIZED for 2s [ 1021.600759] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65856b80-4781-4db0-9795-791dfd7e5b83: rpc.has_security_group_logging(os_id): False [ 1021.625978] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.626227] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.626377] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.627012] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.628156] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.628156] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port b9f6642b-dfc2-4013-9994-9fdfa47f5799 not found, creating... [ 1021.628156] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.628156] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.628156] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.629593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.629593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.629593] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.629593] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.630187] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.630187] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.630187] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.630187] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: b9f6642b-dfc2-4013-9994-9fdfa47f5799 is going to be created. [ 1021.632089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.632215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.632291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.632452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.632528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.632737] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.632896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.632973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.633157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.633243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.633442] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.633557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.633632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.634436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.634436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.634436] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.634436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.634436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.634436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.634754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.634754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1021.665661] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665913] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665985] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.666430] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.666758] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.667044] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.708444] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.708676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.708676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.708857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.709017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.727339] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1021.744878] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.839144] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1021.839423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.839602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.840253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.840253] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.840535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.840661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.840803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.840883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.840973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.841087] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.247304] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.247497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.247599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.247914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.248042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.248192] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1022.288156] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.288413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.288483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.288832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.288955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.306660] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1022.344473] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.411842] env[66369]: INFO networking_nsxv3.common.synchronization [req-2314b23a-792d-4ef6-ad9c-cbc37aa32742 req-b6d10541-3a40-4b45-90a0-18a8e76d764c service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 1022.412098] env[66369]: INFO networking_nsxv3.common.synchronization [req-2314b23a-792d-4ef6-ad9c-cbc37aa32742 req-b6d10541-3a40-4b45-90a0-18a8e76d764c service nova] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1022.412098] env[66369]: INFO networking_nsxv3.common.synchronization [req-2314b23a-792d-4ef6-ad9c-cbc37aa32742 req-b6d10541-3a40-4b45-90a0-18a8e76d764c service nova] Enqueued Resource ID: b9f6642b-dfc2-4013-9994-9fdfa47f5799 with Priority: HIGHEST for action port [ 1022.412662] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_rules [ 1022.412797] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1022.412909] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f6642b-dfc2-4013-9994-9fdfa47f5799 with Priority: HIGHEST for action port [ 1022.413277] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.413413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.413545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.413667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.413747] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.417030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.417030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.417030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f6642b-dfc2-4013-9994-9fdfa47f5799 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.417030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.417030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.417282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.417361] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f6642b-dfc2-4013-9994-9fdfa47f5799',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.848182] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c125a1d4-8dfe-466c-9633-f5ae1af579df: rpc.has_security_group_logging(os_id): False [ 1022.867487] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.867647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.867647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.867846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.867933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.868630] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.868630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.868630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.868630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.868630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.868630] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1022.919586] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.919744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.919896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9f6642b-dfc2-4013-9994-9fdfa47f5799 with status ACTIVE [ 1022.920106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.920222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.920285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.920503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.920587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.920758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.920856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.920924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.921088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.921178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.921386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.921507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.921580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.921713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.921784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.921875] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9f6642b-dfc2-4013-9994-9fdfa47f5799 is going to be updated. [ 1022.933817] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.933978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.934045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.934289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.934439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.948632] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.949134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.949914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.949914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.949914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.950201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f6642b-dfc2-4013-9994-9fdfa47f5799" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.951023] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1023.382245] env[66369]: INFO networking_nsxv3.common.synchronization [req-b725df6f-ef08-4a5e-a092-a111b02af935 req-5189841f-5e8a-470b-ac7e-9450e0413bcf tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_members [ 1023.382245] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_members [ 1023.382245] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.382548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.382548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.383935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.383935] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.383935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.383935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.383935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.383935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.383935] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.533623] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e in Status: SUCCESS [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.533623] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.533623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.533623] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.745028] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1023.745028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.791141] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.791364] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.791488] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.791767] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.792105] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.792290] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.792406] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.792653] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.792750] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.793806] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.793806] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.793806] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.793806] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.793806] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.793806] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.793806] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.814615] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.814781] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.814957] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.815089] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.815405] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.815567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.815678] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.816025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.816574] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d226ed-4f37-4a23-9ef4-cfe6af98fe21',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.885515] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.885865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.885865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.885970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.886098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.886317] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.886408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.886476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.886628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.886705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.886826] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8922da41-2992-4a8b-93f0-00095c49340c already deleted. [ 1023.886879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.038254] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.316452] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1024.316682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.317164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.317378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.317561] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.317677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.317740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.317886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.317963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.318067] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.319143] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.319331] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.319451] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.319678] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.319815] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.319962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 not found, creating... [ 1024.320231] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.320387] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.320500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.320705] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.320837] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.321142] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.321298] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.321427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.321615] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.321743] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.321877] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 is going to be created. [ 1024.342318] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.342571] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.342681] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.342954] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.343207] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.343432] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.544578] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74540b8f-f592-4627-b6a6-2c2a9c9af52e: rpc.has_security_group_logging(os_id): False [ 1024.573804] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.574195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.574195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.574306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.574500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.574804] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.574966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.575092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.575334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.575456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.575572] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e is going to be created. [ 1024.657924] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.658174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.658281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.658533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.658738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.682690] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e in Status: IN_PROGRESS for 2s [ 1024.824596] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.970235] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1024.970643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.153871] env[66369]: INFO networking_nsxv3.common.synchronization [req-b725df6f-ef08-4a5e-a092-a111b02af935 req-5a0a88e0-b736-4f9e-8832-fb46cab2a075 service nova] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_rules [ 1025.154076] env[66369]: INFO networking_nsxv3.common.synchronization [req-b725df6f-ef08-4a5e-a092-a111b02af935 req-5a0a88e0-b736-4f9e-8832-fb46cab2a075 service nova] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_members [ 1025.154313] env[66369]: INFO networking_nsxv3.common.synchronization [req-b725df6f-ef08-4a5e-a092-a111b02af935 req-5a0a88e0-b736-4f9e-8832-fb46cab2a075 service nova] Enqueued Resource ID: f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 with Priority: HIGHEST for action port [ 1025.154913] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_rules [ 1025.155625] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_members [ 1025.155824] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 with Priority: HIGHEST for action port [ 1025.156228] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.156368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.156435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.156641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.157023] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.158569] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.158699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.158768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.158971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.159929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.160090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.160157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.160353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.160444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.160537] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.161472] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.161631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.161631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.161804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.161883] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5d226ed-4f37-4a23-9ef4-cfe6af98fe21',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.327114] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.537408] env[66369]: INFO networking_nsxv3.common.synchronization [req-44306993-4acc-4afd-9030-f701ba183fd8 req-f8afb294-bec1-4371-9f49-57c7a85bd796 tempest-ServersTestFqdnHostnames-974376545 tempest-ServersTestFqdnHostnames-974376545-project-member] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_members [ 1025.538290] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGHEST for action security_group_members [ 1025.538784] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.539522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.539522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.539522] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.539721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.539721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.539997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.540160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.540354] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.581644] env[66369]: INFO networking_nsxv3.common.synchronization [req-3a0dfcb0-2ad8-469d-bc23-7545022484d1 req-9584c41d-965e-4d90-b6a7-7eb5ad4e0708 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1025.582682] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1025.582898] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.582898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.583030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.583216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.583344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.583447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.583525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.583684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.583768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.583863] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.663544] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.666023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.666023] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 with status ACTIVE [ 1025.666023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.666023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.666023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.666023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.666023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.666573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.666573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.666573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.666573] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.666798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.666798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.667071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.667071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.671021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5d226ed-4f37-4a23-9ef4-cfe6af98fe21 is going to be updated. [ 1025.692993] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.693209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.693255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.693442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.693585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.693996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5d226ed-4f37-4a23-9ef4-cfe6af98fe21" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.829391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.830611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.830611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.830611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.830611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.830611] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1025.898472] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.898634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.898695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.898969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.899093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.914791] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1026.042386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.042670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.042670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.042810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.042898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.043243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.043301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.043452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.043526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.043608] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 is going to be updated. [ 1026.069584] env[66369]: INFO networking_nsxv3.common.synchronization [req-95572bca-fe87-4aff-8062-87fcffd7bff6 req-b7c7e5b4-648d-42a2-835b-52dace835ab8 tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1026.070165] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1026.070474] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.071130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.071130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.071130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.071130] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.071130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.071130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.071426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.071426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.071426] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.074730] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.074730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.074880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.075045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.075089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.085912] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb7b94b2-87f4-4229-951e-088bdf404645 in Status: IN_PROGRESS for 2s [ 1026.086344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.086470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.086560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.087373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.087373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.087438] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.087525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.087627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.087932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.087932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.088069] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1026.119186] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.119334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.121405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.121405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.121405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.143190] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1026.165823] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.489397] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.490047] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.490319] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.490717] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.491040] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.491246] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.491396] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.491672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.491834] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.492116] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.492293] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.492433] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.492724] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.492899] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.493095] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.493275] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.515251] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.515445] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.515582] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.515777] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.516190] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.516397] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.516529] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.516884] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.517100] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4f7f39-598d-4e12-81fc-ca1b0cb77928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.574187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.574395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.574439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.574665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.574755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.574961] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.575074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.575136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.575296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.575371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.575457] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1026.604868] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.605097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.605180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.605394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.605529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.609692] env[66369]: INFO networking_nsxv3.common.synchronization [req-c7aa1e21-ce81-4c7c-a40a-8b7a3d594a1a req-72d33cd5-875d-41e8-a9b4-6c750fd17eec tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_members [ 1026.610314] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGHEST for action security_group_members [ 1026.610619] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.610737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.610801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.611015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.611176] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.611277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.611332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.611493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.611601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.611699] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.615483] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1026.671104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.671253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.671338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.671534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.671615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.671791] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8922da41-2992-4a8b-93f0-00095c49340c is going to be created. [ 1026.699805] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e in Status: SUCCESS [ 1026.700069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.707516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.707723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.707811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.708091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.708305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.719923] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: UNINITIALIZED for 2s [ 1027.019967] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.020819] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.020819] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.020819] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.021026] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.021254] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 8d4f7f39-598d-4e12-81fc-ca1b0cb77928 not found, creating... [ 1027.021945] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.021945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.021945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.022274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.022503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.022928] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.023240] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.023414] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.023702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.023890] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.024117] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 8d4f7f39-598d-4e12-81fc-ca1b0cb77928 is going to be created. [ 1027.048552] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.048941] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.048941] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.049177] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.049430] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.049665] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.113969] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.113969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.114124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.114295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.114388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.114589] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.114694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.114762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.114910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.114985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.115087] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 is going to be updated. [ 1027.164117] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.164117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.164117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.164117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.164117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.179412] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: IN_PROGRESS for 2s [ 1027.793089] env[66369]: INFO networking_nsxv3.common.synchronization [req-95572bca-fe87-4aff-8062-87fcffd7bff6 req-502c06a3-e266-4d03-a02c-26128b5d7858 service nova] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_rules [ 1027.793089] env[66369]: INFO networking_nsxv3.common.synchronization [req-95572bca-fe87-4aff-8062-87fcffd7bff6 req-502c06a3-e266-4d03-a02c-26128b5d7858 service nova] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1027.793089] env[66369]: INFO networking_nsxv3.common.synchronization [req-95572bca-fe87-4aff-8062-87fcffd7bff6 req-502c06a3-e266-4d03-a02c-26128b5d7858 service nova] Enqueued Resource ID: 8d4f7f39-598d-4e12-81fc-ca1b0cb77928 with Priority: HIGHEST for action port [ 1027.793442] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_rules [ 1027.793442] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1027.793442] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4f7f39-598d-4e12-81fc-ca1b0cb77928 with Priority: HIGHEST for action port [ 1027.793657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.793781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.793844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.795339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.795339] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.795339] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.795339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.795339] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.795622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.795622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.795727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.795727] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4f7f39-598d-4e12-81fc-ca1b0cb77928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.986644] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.986644] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.986644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.986644] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.097827] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb7b94b2-87f4-4229-951e-088bdf404645 in Status: SUCCESS [ 1028.098161] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 deletion is rescheduled due to dependency. [ 1028.098161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.153108] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1028.153294] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 1028.153419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.300575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.300575] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d4f7f39-598d-4e12-81fc-ca1b0cb77928 with status ACTIVE [ 1028.300575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.300575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.300575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.300575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.301956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.302407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.302949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.303267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.303553] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d4f7f39-598d-4e12-81fc-ca1b0cb77928 is going to be updated. [ 1028.332653] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.332653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.332653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.332653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.332653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.332653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4f7f39-598d-4e12-81fc-ca1b0cb77928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.488876] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.489009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.489175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.489336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.489581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.489769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.489821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.490096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.490179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.490271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.490476] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.490639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.490707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.490873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.491111] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.491197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.491274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.491421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.491508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.491598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.491743] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.628713] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1028.628713] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 deletion is rescheduled due to dependency. [ 1028.628713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.628713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.628961] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.629068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.629903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.629903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.629903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.629903] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.729680] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: SUCCESS [ 1028.730099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.730099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.730335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.730536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.730659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.730702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.730848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.730922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.731144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.731282] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.994431] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc3231b-3ae7-4f30-8221-630e2820d35b: rpc.has_security_group_logging(os_id): False [ 1029.014391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.014591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.014591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.014789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.014882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015107] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.015747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.016055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.016164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.016253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.016325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.016539] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.016687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.016755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.016864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.016938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.017038] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1029.084552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.084651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.084651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.084864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.085034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.100751] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1029.132664] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.191519] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 in Status: SUCCESS [ 1029.191725] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 deletion is rescheduled due to dependency. [ 1029.191844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.237074] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.635271] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.741777] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8922da41-2992-4a8b-93f0-00095c49340c: rpc.has_security_group_logging(os_id): False [ 1029.763021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.763021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.763021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.763021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8922da41-2992-4a8b-93f0-00095c49340c is going to be created. [ 1029.861094] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.861275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.861335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.862130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.862130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.877244] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: IN_PROGRESS for 2s [ 1030.141035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.141035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.141035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.141035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.141035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.141035] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1030.178387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.181543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.181543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.181543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.181543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.190136] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1031.120346] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1031.120442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.895336] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: SUCCESS [ 1031.895852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.202950] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1032.203679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.203679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.203679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.203876] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.203961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.204035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.204198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.204278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.204396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.204457] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.347130] env[66369]: INFO networking_nsxv3.common.synchronization [req-a9df6cd8-8ac6-4cb2-8157-5e7fae149220 req-d7ab2189-98e5-412e-8af1-5e13ef91b15a tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1032.347831] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1032.350244] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.350407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.350480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.350762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.350976] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.351146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.351198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.351371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.351512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.351562] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.708672] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.708792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.708792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.709080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.709566] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.709566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.709566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.709723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.709765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.709850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.710108] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.710186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.710235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.710403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.710554] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.710645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.710713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.710864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.710937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.711044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.711115] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.854645] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2ef35d63-7446-4e5f-ab84-9bbe4b9f10c6 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1032.854645] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1032.854645] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.854645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.854645] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.221139] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1: rpc.has_security_group_logging(os_id): False [ 1033.240447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.240644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.240718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.240955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.241048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.241238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.241366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.241461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.241718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.241840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.242240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.242240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.242419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.242467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.242541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.242700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.243171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.243283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.243444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.243526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.243654] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1033.332920] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.333128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.333182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.333423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.333570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.348200] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1033.357914] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.860962] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.861277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.861277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.861458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.861530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.861648] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1033.893574] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.893698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.893834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.893980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.894168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.905032] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1035.362357] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1035.362661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.915897] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1035.916131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.916294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.916516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.916697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.916831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.916911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.917080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.917159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.917327] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.422079] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.422079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.422079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.422079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.422079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.422881] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.423253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.423497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.423831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.425017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.425017] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1036.457230] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.457658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.457827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.458185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.458468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.468206] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1037.049022] env[66369]: INFO networking_nsxv3.common.synchronization [req-328e4cc9-4a9f-447c-b298-652b68340372 req-227d5af7-e0e9-475d-b72f-5fc8eda0d4b6 tempest-ServerActionsV293TestJSON-1275382131 tempest-ServerActionsV293TestJSON-1275382131-project-member] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_members [ 1037.049515] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGHEST for action security_group_members [ 1037.049871] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.050141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.050258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.050454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.050614] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.050697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.050743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.050906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.050981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.051099] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.329408] env[66369]: INFO networking_nsxv3.common.synchronization [req-4ba968b7-bf7d-4d29-9ed8-8c629331e8c6 req-31d78e4d-0389-4828-b27c-a36ee9b7a5a2 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_members [ 1037.330390] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c with Priority: HIGHEST for action security_group_members [ 1037.330856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.335933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.336049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.336399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.336476] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.336556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.336597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.336750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.336834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.336928] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.554941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.554941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.554941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.555603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.555603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.555603] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.555603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.555603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.555603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.555943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.555943] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 is going to be updated. [ 1037.592385] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.592385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.592385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.592385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.592385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.604567] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 in Status: IN_PROGRESS for 2s [ 1037.841981] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.843021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.843221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.843545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.843690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.843995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.844160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.844224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.844561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.844561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.844711] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c is going to be updated. [ 1037.883584] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.883804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.883987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.884219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.884402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.897437] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c in Status: IN_PROGRESS for 2s [ 1037.974833] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d8117b9-4283-48ad-8f5b-82b934f5db91 req-755a4a37-5814-496b-b9c3-51053a0cfab8 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1037.975763] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1037.976214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.976341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.977405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.977681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.977871] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.977983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.978060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.978232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.978345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.978437] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.482501] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.484837] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1038.487021] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 deletion is rescheduled due to dependency. [ 1038.487021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.515013] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.515273] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.515362] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.515625] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.515896] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.517298] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.517628] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.518345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.518345] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.519296] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.519296] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.519296] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.519296] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.519296] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.519296] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.519296] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.559105] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.559431] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.559623] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.559923] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.560495] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-73e65ec1-c0a2-4440-80e2-f42a26563297 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.560762] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.560956] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.561416] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.561666] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e65ec1-c0a2-4440-80e2-f42a26563297',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.986285] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.065524] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.066118] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.066386] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.066832] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.067116] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.067373] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 73e65ec1-c0a2-4440-80e2-f42a26563297 not found, creating... [ 1039.067816] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.068242] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.068500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.068880] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.069137] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.069589] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.069936] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.070191] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.070549] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.070830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.071101] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 73e65ec1-c0a2-4440-80e2-f42a26563297 is going to be created. [ 1039.091670] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.092352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.092352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.092352] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.092852] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.093045] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.490039] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.490469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.490469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.490596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.490658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.490764] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1039.531259] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.531964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.532082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.533041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.533041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.544225] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1039.616728] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 in Status: SUCCESS [ 1039.617067] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 deletion is rescheduled due to dependency. [ 1039.617067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.806447] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d8117b9-4283-48ad-8f5b-82b934f5db91 req-ce867798-2021-4b4b-a18e-d09230729497 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1039.806801] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d8117b9-4283-48ad-8f5b-82b934f5db91 req-ce867798-2021-4b4b-a18e-d09230729497 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1039.807102] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d8117b9-4283-48ad-8f5b-82b934f5db91 req-ce867798-2021-4b4b-a18e-d09230729497 service nova] Enqueued Resource ID: 73e65ec1-c0a2-4440-80e2-f42a26563297 with Priority: HIGHEST for action port [ 1039.807826] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1039.808033] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1039.808245] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73e65ec1-c0a2-4440-80e2-f42a26563297 with Priority: HIGHEST for action port [ 1039.809192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.809192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.809192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.809422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.809489] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.810401] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.810456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.810659] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-73e65ec1-c0a2-4440-80e2-f42a26563297 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.810775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.810838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.811057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.811139] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73e65ec1-c0a2-4440-80e2-f42a26563297',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.908027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c in Status: SUCCESS [ 1039.908318] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c deletion is rescheduled due to dependency. [ 1039.908473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.022322] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1040.022502] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:2 started [ 1040.314657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.314657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.314776] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73e65ec1-c0a2-4440-80e2-f42a26563297 with status ACTIVE [ 1040.314877] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.314991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.315069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.315298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.315422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.315659] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.315786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.315864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.316120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.316228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.320289] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.320289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.320289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.320289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.320289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.320289] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73e65ec1-c0a2-4440-80e2-f42a26563297 is going to be updated. [ 1040.350334] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.350589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.350629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.350844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.351049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.351197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73e65ec1-c0a2-4440-80e2-f42a26563297" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.557540] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1041.557841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.557952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.559256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.559256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.559256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.559256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.559256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.559256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.559256] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.043096] env[66369]: INFO networking_nsxv3.common.synchronization [req-aea85aec-9e69-4590-b252-76dd3df24d8e req-0e079819-d3d9-4c19-b7b2-c42e924b8887 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_members [ 1042.043772] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdf384-6093-4240-86b5-f0ee0144a91f with Priority: HIGHEST for action security_group_members [ 1042.044177] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4bdf384-6093-4240-86b5-f0ee0144a91f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.044334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.044650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.044650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.044884] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.044981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.045099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.045290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.045399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.045518] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4bdf384-6093-4240-86b5-f0ee0144a91f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.064413] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.547891] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.548087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.548162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.548397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.548488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.548698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.549090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.549090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.549090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.549090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.549276] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f is going to be updated. [ 1042.564697] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.579151] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.579337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.579382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.579562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.579701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.589561] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4bdf384-6093-4240-86b5-f0ee0144a91f in Status: IN_PROGRESS for 2s [ 1043.067385] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.067588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.067642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.068194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.068194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.068361] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1043.104995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.105684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.105684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.105684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.105684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.115962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1044.330355] env[66369]: INFO networking_nsxv3.common.synchronization [None req-aa02a94f-12c8-4a1e-8b46-48c02126f5ef None None] Enqueued Resource ID: 019ccc71-6f3b-4bae-8b32-01358b3ce7bc with Priority: HIGHEST for action port [ 1044.332426] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019ccc71-6f3b-4bae-8b32-01358b3ce7bc with Priority: HIGHEST for action port [ 1044.333071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-019ccc71-6f3b-4bae-8b32-01358b3ce7bc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.333515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019ccc71-6f3b-4bae-8b32-01358b3ce7bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.333651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019ccc71-6f3b-4bae-8b32-01358b3ce7bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.334088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019ccc71-6f3b-4bae-8b32-01358b3ce7bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.334220] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019ccc71-6f3b-4bae-8b32-01358b3ce7bc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.604749] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4bdf384-6093-4240-86b5-f0ee0144a91f in Status: SUCCESS [ 1044.604959] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4bdf384-6093-4240-86b5-f0ee0144a91f deletion is rescheduled due to dependency. [ 1044.605119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4bdf384-6093-4240-86b5-f0ee0144a91f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.836269] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 019ccc71-6f3b-4bae-8b32-01358b3ce7bc [ 1044.836565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.836738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.836811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.837050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.837140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.837236] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:019ccc71-6f3b-4bae-8b32-01358b3ce7bc already deleted. [ 1044.837316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019ccc71-6f3b-4bae-8b32-01358b3ce7bc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.131837] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.131837] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.131837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.131837] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.633529] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.633861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.633861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.633861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.634191] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.634191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.634191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.634621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.634621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.634621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.634621] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.634785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.634785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.634946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.635280] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.635280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.635280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.635404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.635404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.635471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.637146] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.005297] env[66369]: INFO networking_nsxv3.common.synchronization [None req-72cdd146-8dd7-4f41-8a62-1522a569ea7f None None] Enqueued Resource ID: 23c7f4f1-75a7-4c73-9e8b-6c55f21557e1 with Priority: HIGHEST for action port [ 1046.005878] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23c7f4f1-75a7-4c73-9e8b-6c55f21557e1 with Priority: HIGHEST for action port [ 1046.006595] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-23c7f4f1-75a7-4c73-9e8b-6c55f21557e1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.008922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23c7f4f1-75a7-4c73-9e8b-6c55f21557e1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.009050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23c7f4f1-75a7-4c73-9e8b-6c55f21557e1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.009322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23c7f4f1-75a7-4c73-9e8b-6c55f21557e1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.009407] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23c7f4f1-75a7-4c73-9e8b-6c55f21557e1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.141688] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1046.158752] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.158895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.158895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.159165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.159257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.159465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.159565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.159624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.159840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.159840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.160063] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.160179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.160254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.160409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.160473] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.160658] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.160865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.160865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.160947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.161009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.162986] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1046.245342] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.245550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.245603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.245789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.245988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.262330] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1046.350094] env[66369]: INFO networking_nsxv3.common.synchronization [None req-be4656dd-82fe-4e1d-b58e-54fff2fc999e tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_rules [ 1046.352120] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_rules [ 1046.353830] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.353973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.354047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.354358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.354436] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.365320] env[66369]: INFO networking_nsxv3.common.synchronization [None req-752a2293-d0f3-4150-8c9b-e7d615e8f16f None None] Enqueued Resource ID: 68dd6371-afcb-4545-b78f-28f7bab4bc43 with Priority: HIGHEST for action port [ 1046.365963] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dd6371-afcb-4545-b78f-28f7bab4bc43 with Priority: HIGHEST for action port [ 1046.366178] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-68dd6371-afcb-4545-b78f-28f7bab4bc43 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.366324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68dd6371-afcb-4545-b78f-28f7bab4bc43" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.366371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68dd6371-afcb-4545-b78f-28f7bab4bc43" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.366611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68dd6371-afcb-4545-b78f-28f7bab4bc43" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.366692] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68dd6371-afcb-4545-b78f-28f7bab4bc43',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.511607] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23c7f4f1-75a7-4c73-9e8b-6c55f21557e1 [ 1046.512508] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.512508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.512508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.512508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.512508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.512508] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23c7f4f1-75a7-4c73-9e8b-6c55f21557e1 already deleted. [ 1046.513126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23c7f4f1-75a7-4c73-9e8b-6c55f21557e1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.589243] env[66369]: INFO networking_nsxv3.common.synchronization [None req-295a6140-235c-413f-8bab-8d16829ad4d2 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_rules [ 1046.589646] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_rules [ 1046.589956] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.591119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.869542] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68dd6371-afcb-4545-b78f-28f7bab4bc43 [ 1046.871118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.871118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.871118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.871118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.871118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.871118] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68dd6371-afcb-4545-b78f-28f7bab4bc43 already deleted. [ 1046.871118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68dd6371-afcb-4545-b78f-28f7bab4bc43" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.875403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.875577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.875577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.875779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.875861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.876573] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 already deleted. [ 1046.876573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.876573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.876573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.876573] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.964054] env[66369]: INFO networking_nsxv3.common.synchronization [req-476b50a5-65f7-48b3-bcb7-bde63a948b68 req-13e79cb5-e094-44b1-93b0-f52644fe1659 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1046.964389] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1046.964598] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.964716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.964782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.964973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.966920] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.967122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.967218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.967478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.967602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.967719] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.400664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.400664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.400664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.400664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.400664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.400664] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 already deleted. [ 1047.400664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.470171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.470318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.470318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.470504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.470590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.470787] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.470881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.470937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.471113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.471210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.471306] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1047.503780] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.503951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.504060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.504417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.504663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.518306] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1047.723092] env[66369]: INFO networking_nsxv3.common.synchronization [None req-603dd660-70af-49ba-9fd4-399f390d6d46 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1047.723092] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1047.723275] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.723356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.723356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.723687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.723734] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.841559] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.841834] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.841888] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.842273] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.842626] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.842753] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.842753] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.844768] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.844768] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.844768] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.844768] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.844768] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.844768] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.844768] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.844768] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.844768] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.865673] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.866317] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.866490] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.866692] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.867024] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-f8f1870f-028b-425f-bbb9-fac08a1c3b48 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.867393] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867557] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868040] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f1870f-028b-425f-bbb9-fac08a1c3b48',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.158512] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9f8fd175-494c-4192-a495-758c9e6859d7 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1048.159353] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1048.159353] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.159474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.249020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.249020] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c already deleted. [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.249020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.249020] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.279428] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1048.280263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.371325] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.371668] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.371882] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.372250] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.372422] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.372707] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port f8f1870f-028b-425f-bbb9-fac08a1c3b48 not found, creating... [ 1048.372851] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.373092] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.373234] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.373832] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.373832] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.374018] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.374177] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.374291] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.374508] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.374640] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.374775] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: f8f1870f-028b-425f-bbb9-fac08a1c3b48 is going to be created. [ 1048.403787] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.404042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.404042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.404310] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.404553] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.404769] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.773798] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.773992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.774068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.774253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.774373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.774434] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c already deleted. [ 1048.774509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.898581] env[66369]: INFO networking_nsxv3.common.synchronization [None req-62f10961-9bb8-4999-ab53-ad7feefcc57f None None] Enqueued Resource ID: ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab with Priority: HIGHEST for action port [ 1048.899279] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab with Priority: HIGHEST for action port [ 1048.899612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.899741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.899860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.900591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.900683] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.105310] env[66369]: INFO networking_nsxv3.common.synchronization [req-476b50a5-65f7-48b3-bcb7-bde63a948b68 req-5ea9879f-4f2e-43fa-8741-5a3db2333d30 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 1049.105507] env[66369]: INFO networking_nsxv3.common.synchronization [req-476b50a5-65f7-48b3-bcb7-bde63a948b68 req-5ea9879f-4f2e-43fa-8741-5a3db2333d30 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1049.105736] env[66369]: INFO networking_nsxv3.common.synchronization [req-476b50a5-65f7-48b3-bcb7-bde63a948b68 req-5ea9879f-4f2e-43fa-8741-5a3db2333d30 service nova] Enqueued Resource ID: f8f1870f-028b-425f-bbb9-fac08a1c3b48 with Priority: HIGHEST for action port [ 1049.108191] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 1049.108191] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1049.108191] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f1870f-028b-425f-bbb9-fac08a1c3b48 with Priority: HIGHEST for action port [ 1049.108191] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.108191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.108191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.108191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.108191] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.108191] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.108945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.108945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f1870f-028b-425f-bbb9-fac08a1c3b48 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.108945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.108945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.109128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.109234] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f1870f-028b-425f-bbb9-fac08a1c3b48',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.405152] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab [ 1049.405152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.405437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.405437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.405601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.405729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.405865] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab already deleted. [ 1049.405973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac1a8fa0-e805-4e98-a9ac-d0152fc1bfab" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.529131] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1049.529247] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 1049.529732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.529732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.530043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.530043] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.530650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.530650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.530650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.530650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.530934] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.612313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.612726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.612726] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8f1870f-028b-425f-bbb9-fac08a1c3b48 with status ACTIVE [ 1049.612835] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.613296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.613296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.613296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.613603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.613603] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.613603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.614267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.614267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.614267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.614267] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.614267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.614267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.614267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.614697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.614697] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8f1870f-028b-425f-bbb9-fac08a1c3b48 is going to be updated. [ 1049.640968] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.640968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.640968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.640968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.640968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.640968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f1870f-028b-425f-bbb9-fac08a1c3b48" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.033517] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.540403] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.618343] env[66369]: INFO networking_nsxv3.common.synchronization [req-ed1fb5d1-f4ab-4156-911e-40e42623271f req-841b1ee0-c26b-413e-b5f2-3c595a115eaa tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1050.619939] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1050.620520] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.620698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.620819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.621141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.621534] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.621919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.621919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.621919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.622739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.622739] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.043258] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.043612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.043735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.043938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.044057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.044160] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1051.104009] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.104219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.104271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.105449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.105449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.118985] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1051.126195] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.126195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.126195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.126427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.126427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.126511] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.126607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.126663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.126812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.126880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.126963] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1051.167885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.168156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.168156] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.168324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.168504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.186107] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1052.029328] env[66369]: INFO networking_nsxv3.common.synchronization [req-029c87dc-5725-41b5-a8e9-b9042158960e req-dea4f3a5-0a78-486c-9e85-ac037a0c59a6 tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 1052.029868] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 1052.030220] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.030330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.030396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.033949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.033949] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.033949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.033949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.033949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.033949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.033949] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.231976] env[66369]: INFO networking_nsxv3.common.synchronization [req-c143b161-d371-4cd1-82eb-408654cead18 req-780a8343-d8df-4080-8dcc-3ca46d49e7f1 tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 1052.233035] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGHEST for action security_group_members [ 1052.233035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.233831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.233831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.234384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.234478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.235234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.236045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.236045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.236287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.236742] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.540415] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.659653] env[66369]: INFO networking_nsxv3.common.synchronization [None req-ab3fc546-705b-43cf-91c4-12c30344934b tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1052.661419] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1052.661775] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.661905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.661986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.662551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.662551] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.741862] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.742916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.742996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.743231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.743325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.743533] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.743631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.743688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.743911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.743989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.744091] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 is going to be updated. [ 1052.753121] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b635e8da-5cc2-44c6-8210-93b1d1fc14af tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1052.753541] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1052.753857] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.753966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.776496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.776648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.776716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.776934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.777089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.788462] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: IN_PROGRESS for 2s [ 1052.950207] env[66369]: INFO networking_nsxv3.common.synchronization [None req-5b283ba7-6701-420d-a81e-c2979e97a11e None None] Enqueued Resource ID: 43c4c651-8337-48a9-a20b-47e35044d054 with Priority: HIGHEST for action port [ 1052.950792] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c4c651-8337-48a9-a20b-47e35044d054 with Priority: HIGHEST for action port [ 1052.956226] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c4c651-8337-48a9-a20b-47e35044d054 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.956226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c4c651-8337-48a9-a20b-47e35044d054" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.956226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c4c651-8337-48a9-a20b-47e35044d054" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.956226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c4c651-8337-48a9-a20b-47e35044d054" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.956226] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c4c651-8337-48a9-a20b-47e35044d054',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.043365] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.131390] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1053.131507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.132416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.132416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.132562] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.132630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.133136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.133136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.133136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.133136] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.186647] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.186795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.186866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.187102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.187214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.187285] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 already deleted. [ 1053.187368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.188370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.188551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.188635] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.198912] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1053.198912] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 deletion is rescheduled due to dependency. [ 1053.198912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.460139] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43c4c651-8337-48a9-a20b-47e35044d054 [ 1053.460484] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.461422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.461422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.461422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.461422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.461422] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43c4c651-8337-48a9-a20b-47e35044d054 already deleted. [ 1053.461422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c4c651-8337-48a9-a20b-47e35044d054" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.550879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.551299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.551299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.551437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.551471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.551597] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be updated. [ 1053.583054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.586497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.586497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.586497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.586497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.596375] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: IN_PROGRESS for 2s [ 1053.637114] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.637277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.637336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.637733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.637812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.638078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.638145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.638332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.638396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.638463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.638635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.638727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.638785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.638922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.639069] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.639161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.639222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.639400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.639482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.639562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.639659] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.713833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.713833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.714218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.714523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.715424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.715424] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 already deleted. [ 1053.715424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.144030] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527875f1-fea1-4592-aa7e-37dbcf098ee2: rpc.has_security_group_logging(os_id): False [ 1054.168787] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.169320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.169320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.169413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.169503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.170458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.170458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.170458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.170458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.170458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.170780] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.170780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.170780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.170889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.170966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.171243] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.171885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.171885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.171885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.171885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.171885] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1054.249746] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.249943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.249991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.250239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.250394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.266635] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1054.421522] env[66369]: INFO networking_nsxv3.common.synchronization [req-104b417e-2253-42dc-b811-7481222d2d4d req-958b01bb-2006-4deb-8890-7d656295840b tempest-ServersNegativeTestJSON-204564499 tempest-ServersNegativeTestJSON-204564499-project-member] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1054.422166] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1054.422549] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.422696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.422765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.423027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.423185] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.423316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.423421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.423637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.423740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.423832] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.798896] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff254390-26e9-4dd5-9253-f630698b95f2 in Status: SUCCESS [ 1054.799189] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 deletion is rescheduled due to dependency. [ 1054.799309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.926453] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.926622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.926697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.926940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927259] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.927385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.927438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.927635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.927795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.927875] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 already deleted. [ 1054.928037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.042671] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.042836] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.043482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.043482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.043681] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.043829] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.043948] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.044182] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.044544] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.044544] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.044661] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.044720] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.044941] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.044941] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.045309] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.045516] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.085187] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.085333] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.085468] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.085735] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.085978] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-886f8864-075d-4908-a129-654ae344e69a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.086338] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.086511] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.087038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.087187] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886f8864-075d-4908-a129-654ae344e69a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.590320] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.590619] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.590721] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.590983] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.591144] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.591288] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 886f8864-075d-4908-a129-654ae344e69a not found, creating... [ 1055.591565] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.591717] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.591828] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.592057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.592192] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.592527] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.592682] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.592795] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.592999] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.593145] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.593282] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 886f8864-075d-4908-a129-654ae344e69a is going to be created. [ 1055.608382] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 1055.608382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.617664] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.618738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.618738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.618738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.618738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.618738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.896195] env[66369]: INFO networking_nsxv3.common.synchronization [req-31040b46-4dc9-4690-9282-08a700fe414b req-9c08c46f-af7d-461e-953e-3169275c1cc0 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1055.896921] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1055.897334] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.897588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.897703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.898312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.898547] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.898764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.898865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.899205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.899505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.899668] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.262901] env[66369]: INFO networking_nsxv3.common.synchronization [None req-7368b313-6452-49e6-9609-8cb28b923fbb None None] Enqueued Resource ID: e180d15e-87af-481b-8a04-87d8d530048d with Priority: HIGHEST for action port [ 1056.262901] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e180d15e-87af-481b-8a04-87d8d530048d with Priority: HIGHEST for action port [ 1056.262901] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e180d15e-87af-481b-8a04-87d8d530048d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.264121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e180d15e-87af-481b-8a04-87d8d530048d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.264226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e180d15e-87af-481b-8a04-87d8d530048d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.264571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e180d15e-87af-481b-8a04-87d8d530048d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.264680] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e180d15e-87af-481b-8a04-87d8d530048d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.283811] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1056.284072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.328861] env[66369]: INFO networking_nsxv3.common.synchronization [req-104b417e-2253-42dc-b811-7481222d2d4d req-e4893e13-343b-43ae-a17e-5e734af76301 service nova] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_rules [ 1056.329156] env[66369]: INFO networking_nsxv3.common.synchronization [req-104b417e-2253-42dc-b811-7481222d2d4d req-e4893e13-343b-43ae-a17e-5e734af76301 service nova] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1056.329234] env[66369]: INFO networking_nsxv3.common.synchronization [req-104b417e-2253-42dc-b811-7481222d2d4d req-e4893e13-343b-43ae-a17e-5e734af76301 service nova] Enqueued Resource ID: 886f8864-075d-4908-a129-654ae344e69a with Priority: HIGHEST for action port [ 1056.329743] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_rules [ 1056.329909] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1056.330028] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886f8864-075d-4908-a129-654ae344e69a with Priority: HIGHEST for action port [ 1056.330353] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.330493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.330540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.330792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.330873] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.331763] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.331886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.331946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.332135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.332407] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.332630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.332630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.333571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.333690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.333809] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.335193] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-886f8864-075d-4908-a129-654ae344e69a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.335346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.335411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.335591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.335718] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886f8864-075d-4908-a129-654ae344e69a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.404228] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.767193] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e180d15e-87af-481b-8a04-87d8d530048d [ 1056.767756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.767756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.767756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.767957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.767998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.768111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e180d15e-87af-481b-8a04-87d8d530048d already deleted. [ 1056.768192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e180d15e-87af-481b-8a04-87d8d530048d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.837811] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.837950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.838145] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.841699] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 886f8864-075d-4908-a129-654ae344e69a with status ACTIVE [ 1056.842017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.842171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.842241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.842484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.842603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.842828] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.842969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.843070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.843415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.843539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.843765] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.843917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.844014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.844197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.844330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.844481] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 886f8864-075d-4908-a129-654ae344e69a is going to be updated. [ 1056.877177] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.877323] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.877394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.877600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.877734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.877885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.909540] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.115739] env[66369]: INFO networking_nsxv3.common.synchronization [req-2865a477-459b-4c66-a99a-a04dd9df0d80 req-e4741d25-62c8-45dc-af97-b15c71d81a17 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_members [ 1057.116745] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_members [ 1057.116745] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.117035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.117035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.117206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.117374] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.117494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.117536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.117688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.117764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.117856] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.340772] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.412810] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.413054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.413229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413573] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1057.451199] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.451398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.451474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.451676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.451933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.466184] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1057.493541] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.493541] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.493541] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.493541] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.493796] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.494330] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.494330] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.495123] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.495342] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.495665] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.496122] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.496122] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.496291] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.496355] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.496493] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.496655] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.517808] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.518216] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.518216] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.518482] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.518771] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-7921bc1c-b09c-4503-ad94-af3bf741bde0 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.518962] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.519106] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.525113] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.525360] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7921bc1c-b09c-4503-ad94-af3bf741bde0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.621081] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.621355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.621355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.621514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.621604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.621802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.621904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.621966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.622136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.622229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.622323] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 already deleted. [ 1057.622412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.845353] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.845710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.845710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.845877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.845960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.846082] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be created. [ 1057.877054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.877212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.877289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.877504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.877664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.887597] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: UNINITIALIZED for 2s [ 1058.028334] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.028706] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.028935] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.029359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.029611] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.029860] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 7921bc1c-b09c-4503-ad94-af3bf741bde0 not found, creating... [ 1058.030271] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.030454] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.030578] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.030867] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.031048] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.031399] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.031578] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.031696] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.031914] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.032070] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.032211] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 7921bc1c-b09c-4503-ad94-af3bf741bde0 is going to be created. [ 1058.057987] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.057987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.057987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.057987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.057987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.057987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.838979] env[66369]: INFO networking_nsxv3.common.synchronization [req-2865a477-459b-4c66-a99a-a04dd9df0d80 req-55e5316c-9012-4422-a845-3b3b3b9617ce service nova] Enqueued Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_rules [ 1058.839651] env[66369]: INFO networking_nsxv3.common.synchronization [req-2865a477-459b-4c66-a99a-a04dd9df0d80 req-55e5316c-9012-4422-a845-3b3b3b9617ce service nova] Enqueued Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_members [ 1058.839651] env[66369]: INFO networking_nsxv3.common.synchronization [req-2865a477-459b-4c66-a99a-a04dd9df0d80 req-55e5316c-9012-4422-a845-3b3b3b9617ce service nova] Enqueued Resource ID: 7921bc1c-b09c-4503-ad94-af3bf741bde0 with Priority: HIGHEST for action port [ 1058.840394] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_rules [ 1058.840394] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_members [ 1058.841278] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7921bc1c-b09c-4503-ad94-af3bf741bde0 with Priority: HIGHEST for action port [ 1058.841278] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.841278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.841278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.841519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.841967] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.843774] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.844434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.844434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.844434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.844630] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.845511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.845511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.845511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.845511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.845511] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.847075] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-7921bc1c-b09c-4503-ad94-af3bf741bde0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.847075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.847075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.847075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.847366] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7921bc1c-b09c-4503-ad94-af3bf741bde0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.349501] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.351145] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351145] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7921bc1c-b09c-4503-ad94-af3bf741bde0 with status ACTIVE [ 1059.351486] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.351486] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.351649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.351868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.351943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.352138] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.352254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.352452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.352632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.352725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.353017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.353017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.353840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.354182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.354520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.354520] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7921bc1c-b09c-4503-ad94-af3bf741bde0 is going to be updated. [ 1059.380813] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.380813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.380813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.380813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.381134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.381171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7921bc1c-b09c-4503-ad94-af3bf741bde0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.476154] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1059.476500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.857252] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.898524] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1059.898742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.899314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.899549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.899751] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.899885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.899956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.900113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.900194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.900319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.900410] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.359529] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.359667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.359667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.359842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.359929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.360039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 is going to be created. [ 1060.386750] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.387035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.387165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.387488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.387764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.398035] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 in Status: UNINITIALIZED for 2s [ 1060.403549] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.403685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.403755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.403961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.404136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.404239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.404302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.404447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.404570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.404690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.404845] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.404939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.404998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.405157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.405293] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.405387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.405436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.405575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.405649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.405727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.405811] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.907925] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eda72fbe-1f41-4bd4-b9d2-73727df1bd32: rpc.has_security_group_logging(os_id): False [ 1060.928790] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.929158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.929158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.929476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.929632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.929868] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.930052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.930408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.930599] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.930695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.930761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.930899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.931020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.931205] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.931312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.931369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.931523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.931600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.931704] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be created. [ 1061.004613] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.004762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.004825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.005165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.005423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.020473] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1062.410076] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 in Status: SUCCESS [ 1062.410076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.410076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.410527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.410527] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.410527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.410527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.410698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.410733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.410819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.410947] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.913233] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.032488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1063.032714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.415789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e59bf859-4558-4fe7-a6fb-327e6ed85613: rpc.has_security_group_logging(os_id): False [ 1063.438186] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.438186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.438186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.438487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.438487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.438862] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.439041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.439041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.439166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.439232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.439336] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 is going to be created. [ 1063.517656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.518105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.518105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.519225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.519225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.533294] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 in Status: IN_PROGRESS for 2s [ 1063.693543] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ec02358-02e4-4472-84a1-359abadfb2bd req-1d6afc55-3067-45b1-ab4a-f76fc796fd2a tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1063.696789] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1063.696789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.696789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.696789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.696789] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.103272] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-535 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.103272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-535" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.103272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-535" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.103272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-535" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.103272] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.106274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.106274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.106274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.106274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.106274] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.106274] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.106274] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.106274] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.106274] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.106274] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.106274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.126306] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.126481] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.126617] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.126814] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-535" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.127169] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.127336] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.127457] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.127795] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.127932] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.201380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.201536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.201683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.201827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.201914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.202140] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.202274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.202379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.202504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.202579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.202627] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c already deleted. [ 1064.203040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.630893] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.631389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.631389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.631605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.631779] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.631939] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 not found, creating... [ 1064.632295] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.632504] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.632630] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.632860] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.632997] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.633337] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.633463] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.633590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.633771] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.633903] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.634048] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 is going to be created. [ 1064.656492] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.656701] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.656829] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.657360] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.657487] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.657686] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.955761] env[66369]: INFO networking_nsxv3.common.synchronization [req-ab44a564-82c0-4e81-9402-aed31aaf3682 req-ec2a5c66-087c-4f9e-a331-060e616dfa70 tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1064.956504] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1064.956842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.956972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.957057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.957270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.957445] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.957601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.957675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.957903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.958058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.958174] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.409145] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ec02358-02e4-4472-84a1-359abadfb2bd req-6eb4867f-7307-4093-acf4-65f45fb621c6 service nova] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1065.409145] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ec02358-02e4-4472-84a1-359abadfb2bd req-6eb4867f-7307-4093-acf4-65f45fb621c6 service nova] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1065.409145] env[66369]: INFO networking_nsxv3.common.synchronization [req-9ec02358-02e4-4472-84a1-359abadfb2bd req-6eb4867f-7307-4093-acf4-65f45fb621c6 service nova] Enqueued Resource ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with Priority: HIGHEST for action port [ 1065.409145] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1065.409145] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1065.409145] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with Priority: HIGHEST for action port [ 1065.410670] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.411456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.414018] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.414018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.414018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.414018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.414018] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.416553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.417819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.417819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.417819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.417819] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.461698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.461698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.461698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.461698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.461698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.462272] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.462272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.462272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.462272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.462508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.462508] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1065.516073] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.516218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.516882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.518029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.518029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.528839] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1065.548486] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 in Status: SUCCESS [ 1065.548795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.919995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.920395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.920395] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.921278] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with status ACTIVE [ 1065.921465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.921596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.921671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.921896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.922026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.922264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.922357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.922780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.922780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.922780] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.923017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.923017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.923017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.923114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.923295] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 is going to be updated. [ 1065.948460] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.948460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.948460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.948614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.948749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.948906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.354777] env[66369]: INFO networking_nsxv3.common.synchronization [req-7d0558c0-813c-4eac-9d4e-0ff7c3013e04 req-0a484ef5-c25e-493a-b290-5d0651455a1a tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1066.355136] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1066.355398] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.355524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.355591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.355794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.358734] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.360020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.360020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.360020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.360194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.360367] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.425453] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.865483] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.927835] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.928194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.928194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.928367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.928436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.928662] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be created. [ 1066.955274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.955471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.955471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.955692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.955901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.970836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: UNINITIALIZED for 2s [ 1067.368405] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.542760] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1067.542952] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 1067.547947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.839499] env[66369]: INFO networking_nsxv3.common.synchronization [req-fd44311a-d145-4834-8660-08645855c97e req-b44aa3f6-3615-4dd3-97fe-41af26f18626 tempest-ServerRescueNegativeTestJSON-1613975853 tempest-ServerRescueNegativeTestJSON-1613975853-project-member] Enqueued Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 1067.840145] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 with Priority: HIGHEST for action security_group_members [ 1067.840519] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.840645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.841348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.841348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.841348] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.841348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.841348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.841598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.841598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.841598] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.871031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.871199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.871199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.871371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.871435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.871529] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1067.903998] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.904187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.904259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.904542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.904695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.913989] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1068.104587] env[66369]: INFO networking_nsxv3.common.synchronization [None req-b4fae9b7-b06a-4a01-9345-33cf84524860 tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1068.105178] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1068.105449] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.105568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.105628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.105882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.105963] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.183991] env[66369]: INFO networking_nsxv3.common.synchronization [None req-817540cb-4723-44ec-8414-5befcb6b3eea tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1068.184140] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1068.184881] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.185255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.348423] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.348590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.348657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.348884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.369210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.369557] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.369670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.369670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.369936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.370029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.370853] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 is going to be updated. [ 1068.399599] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.399599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.399599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.399909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.399909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.412416] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: IN_PROGRESS for 2s [ 1068.628990] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.628990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.628990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.629313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.629313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.629313] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 already deleted. [ 1068.629422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.629561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.629704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.629778] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.982213] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1068.982462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.982639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.982865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.983061] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.983185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.983251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.984098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.984098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.984098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.984098] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.152550] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.152932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.152932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.153138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.153138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.153247] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 already deleted. [ 1069.153310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.486609] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.687275] env[66369]: INFO networking_nsxv3.common.synchronization [req-0a6e9126-9f98-48b5-a398-ae5d63658b06 req-93c394d9-c74b-4103-a91e-ef4ecaaac18d tempest-ServerMetadataNegativeTestJSON-415141202 tempest-ServerMetadataNegativeTestJSON-415141202-project-member] Enqueued Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_members [ 1069.687804] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_members [ 1069.688117] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.688237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.688303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.688632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.688780] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.688887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.688946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.689106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.689188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.690466] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.932852] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1069.933271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.988930] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f3350e-a0f9-42c1-b462-9b92f02c2d2c: rpc.has_security_group_logging(os_id): False [ 1070.017274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.017274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.017274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.017274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be created. [ 1070.089538] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.089706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.089775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.089988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.090185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.093890] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.094165] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-883" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.094389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-883" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.094758] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-883" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.095089] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.095361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.095510] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.095775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.095956] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.096221] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.096502] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.096658] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.096832] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.097077] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.097282] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.097494] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.105155] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: IN_PROGRESS for 2s [ 1070.118683] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.118683] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.118683] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.118989] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-883" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.119743] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-ee2525bf-f8d1-459c-bccc-119cd29f84d2 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.119743] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.119743] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.120091] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.120359] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2525bf-f8d1-459c-bccc-119cd29f84d2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.193858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.193858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.193858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.194359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.194359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.194774] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.195165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.195388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.195479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.195570] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 already deleted. [ 1070.195652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.422615] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 in Status: SUCCESS [ 1070.422816] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6 deletion is rescheduled due to dependency. [ 1070.422903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.623486] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.623765] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.623895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.624225] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.624405] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.624652] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port ee2525bf-f8d1-459c-bccc-119cd29f84d2 not found, creating... [ 1070.624994] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.625208] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.625361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.625633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.625816] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.626197] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.626327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.626441] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.626660] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.626795] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.626932] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: ee2525bf-f8d1-459c-bccc-119cd29f84d2 is going to be created. [ 1070.651576] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.653064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.653064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.653064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.653303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.653422] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.349264] env[66369]: INFO networking_nsxv3.common.synchronization [req-0a6e9126-9f98-48b5-a398-ae5d63658b06 req-3413748b-e464-4ea3-bc8c-9d9c25968d45 service nova] Enqueued Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_rules [ 1071.349264] env[66369]: INFO networking_nsxv3.common.synchronization [req-0a6e9126-9f98-48b5-a398-ae5d63658b06 req-3413748b-e464-4ea3-bc8c-9d9c25968d45 service nova] Enqueued Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_members [ 1071.349264] env[66369]: INFO networking_nsxv3.common.synchronization [req-0a6e9126-9f98-48b5-a398-ae5d63658b06 req-3413748b-e464-4ea3-bc8c-9d9c25968d45 service nova] Enqueued Resource ID: ee2525bf-f8d1-459c-bccc-119cd29f84d2 with Priority: HIGHEST for action port [ 1071.349264] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_rules [ 1071.349264] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_members [ 1071.349264] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2525bf-f8d1-459c-bccc-119cd29f84d2 with Priority: HIGHEST for action port [ 1071.350071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.350071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.350071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.350071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.350071] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.352127] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.352260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.352568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353027] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.353027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.353027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.353216] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.355282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2525bf-f8d1-459c-bccc-119cd29f84d2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.355282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.355282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.355282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.355282] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2525bf-f8d1-459c-bccc-119cd29f84d2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.855964] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.856154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.856321] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.857488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee2525bf-f8d1-459c-bccc-119cd29f84d2 with status ACTIVE [ 1071.857647] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.857819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.857819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.858085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.858265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.858265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860140] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.860140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.860140] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee2525bf-f8d1-459c-bccc-119cd29f84d2 is going to be updated. [ 1071.890072] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.890299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.890299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.890497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.890658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.890836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2525bf-f8d1-459c-bccc-119cd29f84d2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.121693] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1072.122110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.178902] env[66369]: INFO networking_nsxv3.common.synchronization [req-d4f8abfe-05d4-42f6-b507-0eb654a081c3 req-8dfd81bd-ef5d-4218-84ac-344776ce6376 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1072.178902] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1072.178902] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.179686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.179929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.180457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.182037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.182037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.182037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.182037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.182037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.182037] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.361525] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.500794] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.500994] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.501130] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.501401] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.501657] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.501822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.501980] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.502228] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.502390] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.502605] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.502715] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.502819] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.502923] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.503037] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.503140] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.503267] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.522876] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.523112] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.523212] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.523447] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.523811] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.524038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.524123] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.524438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.524593] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52dbc6af-cfc8-48fc-9ddb-ba048261c41f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.683918] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.684169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.684169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.684386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.684482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.684718] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.684844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.684930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.685056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.685127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.685205] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 already deleted. [ 1072.685283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.867097] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.867257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.867343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.868027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.868027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.868027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 is going to be created. [ 1072.894485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.894669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.894774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.894971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.895152] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.905343] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 in Status: UNINITIALIZED for 2s [ 1073.029300] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.029589] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.029863] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.030239] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.030433] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.030608] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 52dbc6af-cfc8-48fc-9ddb-ba048261c41f not found, creating... [ 1073.030887] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.031055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.031176] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.031444] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.031536] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.031844] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.032010] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032129] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.032367] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.032500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.032653] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 52dbc6af-cfc8-48fc-9ddb-ba048261c41f is going to be created. [ 1073.058416] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.058654] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.059714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.059714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.059714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.059714] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.796687] env[66369]: INFO networking_nsxv3.common.synchronization [req-d4f8abfe-05d4-42f6-b507-0eb654a081c3 req-3418d60e-9587-40c6-a7f8-85ea78950971 service nova] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1073.797156] env[66369]: INFO networking_nsxv3.common.synchronization [req-d4f8abfe-05d4-42f6-b507-0eb654a081c3 req-3418d60e-9587-40c6-a7f8-85ea78950971 service nova] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1073.797156] env[66369]: INFO networking_nsxv3.common.synchronization [req-d4f8abfe-05d4-42f6-b507-0eb654a081c3 req-3418d60e-9587-40c6-a7f8-85ea78950971 service nova] Enqueued Resource ID: 52dbc6af-cfc8-48fc-9ddb-ba048261c41f with Priority: HIGHEST for action port [ 1073.798668] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1073.798668] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1073.798668] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52dbc6af-cfc8-48fc-9ddb-ba048261c41f with Priority: HIGHEST for action port [ 1073.798862] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.798974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.799097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.801030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.801030] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.801030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.801030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.801030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.801030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.801030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.801305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.801305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.801305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.801406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.801441] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.802444] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.802577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.802577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.802736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.802815] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52dbc6af-cfc8-48fc-9ddb-ba048261c41f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.305146] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.305266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.305449] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.306466] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52dbc6af-cfc8-48fc-9ddb-ba048261c41f with status ACTIVE [ 1074.306652] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.306770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.306830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.307029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.307115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.307283] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.307375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.307424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.308032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.308032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.308032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.308032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.309357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.309357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.309357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.309357] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52dbc6af-cfc8-48fc-9ddb-ba048261c41f is going to be updated. [ 1074.332107] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.332315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.332595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.332595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.332749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.332938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52dbc6af-cfc8-48fc-9ddb-ba048261c41f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.811420] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.917970] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 in Status: SUCCESS [ 1074.918225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.918415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.918626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.918812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.918929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.918999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.919162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.919245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.919402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.919402] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.315528] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.315733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.315781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.315978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.316081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.316181] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be created. [ 1075.343995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.344243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.344243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.344455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.344613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.355213] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: UNINITIALIZED for 2s [ 1075.421841] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.422023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.422104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.422341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.422552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.422696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.422774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.422958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.423065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.423158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.423355] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.423479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.423542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.423689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.423828] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.423918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.423978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.424193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.424193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.424268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.424360] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.926750] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f3abe08-2320-4f02-9886-e02d06b5ac95: rpc.has_security_group_logging(os_id): False [ 1075.945514] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.945692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.945739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.945947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.946047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.946256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.946353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.946414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.946565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.946638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.946810] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.946903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.946964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.947124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.947197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.947380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.947476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.947535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.947672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.947744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.947827] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 is going to be created. [ 1076.022067] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.022262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.022339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.022597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.022786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.033971] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 in Status: IN_PROGRESS for 2s [ 1076.620531] env[66369]: INFO networking_nsxv3.common.synchronization [None req-d2037a49-fbf7-420d-90d8-20f5317b7d37 tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: c16bebe0-6058-4737-85db-88a28cd37a81 with Priority: HIGHEST for action security_group_rules [ 1076.621735] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16bebe0-6058-4737-85db-88a28cd37a81 with Priority: HIGHEST for action security_group_rules [ 1076.624983] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16bebe0-6058-4737-85db-88a28cd37a81 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.624983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.624983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.624983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.624983] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16bebe0-6058-4737-85db-88a28cd37a81',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.724524] env[66369]: INFO networking_nsxv3.common.synchronization [None req-1c3d2e51-6389-4fbd-9b44-d058ef1defad tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: c16bebe0-6058-4737-85db-88a28cd37a81 with Priority: HIGHEST for action security_group_rules [ 1076.724524] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16bebe0-6058-4737-85db-88a28cd37a81 with Priority: HIGHEST for action security_group_rules [ 1076.724524] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c16bebe0-6058-4737-85db-88a28cd37a81 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.724524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.148727] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.149016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.149089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.149416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.149584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.149827] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16bebe0-6058-4737-85db-88a28cd37a81 already deleted. [ 1077.150078] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.150318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.150673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.150879] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c16bebe0-6058-4737-85db-88a28cd37a81',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.368802] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1077.369275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.369507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.370434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.370434] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.370434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.370434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.370434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.370434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.370771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.370771] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.672328] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.672328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.672328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.672524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.672605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.672700] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c16bebe0-6058-4737-85db-88a28cd37a81 already deleted. [ 1077.672780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c16bebe0-6058-4737-85db-88a28cd37a81" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.874066] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.048676] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 in Status: SUCCESS [ 1078.048910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.377469] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fce36317-1731-4e12-927c-d37e5476c5d5: rpc.has_security_group_logging(os_id): False [ 1078.397785] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.397992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.398063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.398307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.398407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.398704] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.398821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.398895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.399089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.399194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.399287] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be created. [ 1078.491303] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.491514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.491514] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.491732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.491957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.505399] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1078.962469] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.962674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.962774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.963136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.963306] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.098661] env[66369]: INFO networking_nsxv3.common.synchronization [req-ef012881-e5f3-4f3f-bb3f-b609840c5e36 req-936ed7c2-c34a-4418-85b5-3c3e06204c57 tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1079.099460] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1079.099902] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.100124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.100271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.100431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.100626] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.100786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.100889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.101120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.101229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.101351] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.459741] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.460092] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.460092] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.460334] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.460588] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.460744] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.460858] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.461215] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461298] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461432] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.461572] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.461690] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.461799] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.461914] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.462106] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.462162] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.466090] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.481440] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.481666] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.481838] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.482075] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-550" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.482473] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.482783] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.482866] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.483204] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.483343] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea215c7-13b1-4549-b46e-c62c9b1b07eb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.605576] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.605788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.605788] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.605992] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.606104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.606307] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.606409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.606472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.606626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.606712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.606782] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1079.636166] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.636370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.636370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.636571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.636726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.645869] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1079.967808] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.986051] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.986775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.986775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.986775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.986910] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.987111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 5ea215c7-13b1-4549-b46e-c62c9b1b07eb not found, creating... [ 1079.987410] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.988786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.988786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.988786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.988786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.988786] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.988786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.988786] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.989278] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.989278] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.989278] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 5ea215c7-13b1-4549-b46e-c62c9b1b07eb is going to be created. [ 1080.013399] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.013630] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.013757] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.014097] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.014347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.014632] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.232270] env[66369]: INFO networking_nsxv3.common.synchronization [req-9b13acf5-2ebd-4b7d-b83f-fc4710e9f022 req-b2d5d73a-bb90-4a56-8cb6-0e6055f1e98c tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1080.232840] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1080.233163] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.233290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.233356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.233596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.233768] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.233876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.233938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.234254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.234368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.234448] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.471892] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1080.471892] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1080.529991] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1080.530324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.736869] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.737359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.737898] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.738155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738155] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1080.765318] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.765469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.765536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.765755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.765896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.776978] env[66369]: INFO networking_nsxv3.common.synchronization [req-ef012881-e5f3-4f3f-bb3f-b609840c5e36 req-c9f680d6-2ddb-4c6f-88a6-c213f4c7d765 service nova] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_rules [ 1080.777201] env[66369]: INFO networking_nsxv3.common.synchronization [req-ef012881-e5f3-4f3f-bb3f-b609840c5e36 req-c9f680d6-2ddb-4c6f-88a6-c213f4c7d765 service nova] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1080.777404] env[66369]: INFO networking_nsxv3.common.synchronization [req-ef012881-e5f3-4f3f-bb3f-b609840c5e36 req-c9f680d6-2ddb-4c6f-88a6-c213f4c7d765 service nova] Enqueued Resource ID: 5ea215c7-13b1-4549-b46e-c62c9b1b07eb with Priority: HIGHEST for action port [ 1080.778294] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1080.779193] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_rules [ 1080.779193] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1080.779193] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea215c7-13b1-4549-b46e-c62c9b1b07eb with Priority: HIGHEST for action port [ 1080.779760] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.779760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.779760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.780070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.780070] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.780903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.781495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.781495] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.781495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.781495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.781811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.781811] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea215c7-13b1-4549-b46e-c62c9b1b07eb',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.283842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.283996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.284415] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ea215c7-13b1-4549-b46e-c62c9b1b07eb with status ACTIVE [ 1081.284415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.284415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.284602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.284687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.284780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.284958] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.285061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.285120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.285268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.285356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.285523] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.285612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.285679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.285805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.285877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.285959] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ea215c7-13b1-4549-b46e-c62c9b1b07eb is going to be updated. [ 1081.311975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.312179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.312220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.312438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.312570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.312727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea215c7-13b1-4549-b46e-c62c9b1b07eb" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.578557] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.578907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.578907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.579908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.593618] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1081.594582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.596323] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1081.636387] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.636618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.636618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.636844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.646461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.647335] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1081.647434] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.647546] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1081.658445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1081.658671] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 deletion is rescheduled due to dependency. [ 1081.658786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.658953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.659201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.659424] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.659572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.659633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.659796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.659874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.659964] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.703505] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.703757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.703757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.704019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.705800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.705996] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1081.811649] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.811813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.811879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.812138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.812463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.812780] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1081.908043] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.908351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.908351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.908496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.908681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.908967] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1081.909077] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'527875f1-fea1-4592-aa7e-37dbcf098ee2', '69ba674a-bd33-433e-b8b3-9dd6255c1d9a', 'eb7b94b2-87f4-4229-951e-088bdf404645', 'ff254390-26e9-4dd5-9253-f630698b95f2', '0cc62c0e-726e-4c83-858f-ffae7e427838', '18f3350e-a0f9-42c1-b462-9b92f02c2d2c', '5f660844-d418-4930-b72b-5905891f5447', 'fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2', 'da1bd991-6d97-478b-b376-a1137893f8df', 'fce36317-1731-4e12-927c-d37e5476c5d5', 'c125a1d4-8dfe-466c-9633-f5ae1af579df', '4bc3231b-3ae7-4f30-8221-630e2820d35b', '034fa420-4c36-46c3-85ec-ff2c16faf928', 'f2af0301-f5ce-4282-ad88-0afa963788b8', '38d815fa-56ce-4038-bd4b-702e7bd43aa0', '4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a', '8f3abe08-2320-4f02-9886-e02d06b5ac95', '8922da41-2992-4a8b-93f0-00095c49340c', '5d2f0fbd-1393-4f81-b528-b454d63a370e', 'eda72fbe-1f41-4bd4-b9d2-73727df1bd32', '3ccdf819-3f3f-4420-adf3-3e4be0cd30c1', '74540b8f-f592-4627-b6a6-2c2a9c9af52e', 'f183dc66-672b-438f-8a31-c7bdb35c55b9', 'cbfaca33-9774-462d-82d2-270faee4a075', '7850b896-e4c6-4de5-92ba-0e3a6b122589', '89919fcb-3153-4854-b451-be093ea70f6b', 'e59bf859-4558-4fe7-a6fb-327e6ed85613', '7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c', '25ef61ec-d38b-45ba-951e-e5e01dccb728', '5390f130-21b3-4349-8e23-d8ec9fd9be49', 'da54f1be-694c-4869-8cd8-d3ac81fe4cca', '98580207-dbc8-4fbd-b5e1-7ee5e8989884', '65856b80-4781-4db0-9795-791dfd7e5b83', '28bd8094-02b5-42a6-8291-22cb749565e2', 'c4bdf384-6093-4240-86b5-f0ee0144a91f', '7de174e5-b649-420f-a96c-e48ebcc1c964', '0888783d-329b-46bc-9825-8df0e9ea5119', 'c18cf327-2e1c-4db0-8d9b-d761b8194785', '5f19a0ce-0db7-4af9-9c2e-e502c703c95f', 'b97d8976-738b-4625-991b-1a1d828a2bdf', '271c7dcb-593f-49b7-b09a-fc4bcc41297c', '7962bd12-d8cb-482a-9ffa-6a0195a24c83', 'c383c3ee-4f05-4073-b064-e35566e03e09', 'c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6', 'a959b81b-26e8-48e4-8b4e-2c198eae7c1b', 'cf5adc55-71a2-458f-84c6-06cf4824656f'} {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.909231] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1081.935386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.935386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.935386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.935386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.935386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.935386] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1081.935386] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.935386] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1082.039976] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.040536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.040536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.040536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.043288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.043288] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1082.043288] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1082.043288] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1082.043288] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1082.043288] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGH for action security_group_rules [ 1082.043288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGH for action security_group_rules [ 1082.044040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.162870] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.665539] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.791165] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1082.791352] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 1082.791352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.169950] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.170125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.170226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.170440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.170529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.170739] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1083.202415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.202667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.202667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.202857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.203035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.216875] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1083.905228] env[66369]: INFO networking_nsxv3.common.synchronization [req-08e513dc-4458-4c56-af62-65367e604d4b req-fe1e2a45-acdb-4605-9aa1-5708874da910 tempest-ServerMetadataNegativeTestJSON-415141202 tempest-ServerMetadataNegativeTestJSON-415141202-project-member] Enqueued Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_members [ 1083.905741] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGHEST for action security_group_members [ 1083.905741] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGH for action security_group_rules [ 1083.905741] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb7b94b2-87f4-4229-951e-088bdf404645 with Priority: HIGH for action security_group_rules [ 1083.905847] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f660844-d418-4930-b72b-5905891f5447 with Priority: HIGH for action security_group_rules [ 1083.905969] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGH for action security_group_rules [ 1083.906191] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGH for action security_group_rules [ 1083.906335] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e with Priority: HIGH for action security_group_rules [ 1083.906488] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGH for action security_group_rules [ 1083.906694] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 with Priority: HIGH for action security_group_rules [ 1083.906857] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGH for action security_group_rules [ 1083.906969] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a with Priority: HIGH for action security_group_rules [ 1083.907953] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 with Priority: HIGH for action security_group_rules [ 1083.907953] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGH for action security_group_rules [ 1083.907953] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGH for action security_group_rules [ 1083.908186] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGH for action security_group_rules [ 1083.908268] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1bd991-6d97-478b-b376-a1137893f8df with Priority: HIGH for action security_group_rules [ 1083.908529] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGH for action security_group_rules [ 1083.908592] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 with Priority: HIGH for action security_group_rules [ 1083.909240] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 with Priority: HIGH for action security_group_rules [ 1083.909240] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a with Priority: HIGH for action security_group_rules [ 1083.909240] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff254390-26e9-4dd5-9253-f630698b95f2 with Priority: HIGH for action security_group_rules [ 1083.909240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.909622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.909622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.909795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.909986] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.910130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.910213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.910396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.910509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.910627] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.911888] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.912036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.912082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.912218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.912290] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.913791] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb7b94b2-87f4-4229-951e-088bdf404645 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.914545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.914545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.914545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.914545] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb7b94b2-87f4-4229-951e-088bdf404645',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.915879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f660844-d418-4930-b72b-5905891f5447 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.915879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.916083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.916178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.916525] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f660844-d418-4930-b72b-5905891f5447',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.917350] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.918285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.918285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.918285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.918285] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.919953] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.919953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.919953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.920153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.920194] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.920900] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d2f0fbd-1393-4f81-b528-b454d63a370e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.921314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.921423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.921657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.921735] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d2f0fbd-1393-4f81-b528-b454d63a370e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.922678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.922678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.922830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.923678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.923678] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.924416] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f3abe08-2320-4f02-9886-e02d06b5ac95 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.925010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.925010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.925663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.925793] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f3abe08-2320-4f02-9886-e02d06b5ac95',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.929684] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.929684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.929684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.929684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.929684] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.930137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.930370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.930370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.930564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.930564] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.932345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-034fa420-4c36-46c3-85ec-ff2c16faf928 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.932487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.932538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.932694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.932766] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('034fa420-4c36-46c3-85ec-ff2c16faf928',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.933430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.933703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.933971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.934143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.934215] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.935240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.935354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.935412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.935566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.935634] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.936684] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.936825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.936883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.936990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.937073] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.938088] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da1bd991-6d97-478b-b376-a1137893f8df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.938202] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.938253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.938398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.938466] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da1bd991-6d97-478b-b376-a1137893f8df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.939679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.939792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.940233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.940233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.940233] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.941322] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.941468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.942173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.942173] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.942381] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cc62c0e-726e-4c83-858f-ffae7e427838 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.942496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.942564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.942715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.942800] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cc62c0e-726e-4c83-858f-ffae7e427838',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.943450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.943547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.943618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.943771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.943850] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69ba674a-bd33-433e-b8b3-9dd6255c1d9a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.946340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff254390-26e9-4dd5-9253-f630698b95f2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.946340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.946340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.946340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.946581] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff254390-26e9-4dd5-9253-f630698b95f2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.950176] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.950176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.950176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.950176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.977848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.977848] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.977848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.977848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.978173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.978214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.978314] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 is going to be updated. [ 1084.008666] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.009560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.009560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.009560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.009560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.019293] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 in Status: IN_PROGRESS for 2s [ 1084.420725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.420899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.421024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.421182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.421344] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.421454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.421518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.421659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.421744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.421822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.421902] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.435454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.435590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.435708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.435861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437179] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.437655] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.437748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.437810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.437953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.438042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.438124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.438203] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.439440] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.439579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.439637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.439790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.439931] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.440037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.440084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.440227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.440300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.440383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.440577] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.450888] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.451037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.451114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.451306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.451488] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.451592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.451665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.451808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.451889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.451971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.452066] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.459536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.459673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.459729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.459912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.460088] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.460225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.460293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.460497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.460614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.460703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.460785] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.464019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.464019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.464019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.464173] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.464273] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.464330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.464399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.464544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.464626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.464709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.464816] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.466062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.466182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.466233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.466386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.466529] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.466623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.466685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.466822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.466947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.467025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.467112] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.474183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.474183] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb7b94b2-87f4-4229-951e-088bdf404645 is going to be deleted. [ 1084.476996] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.480021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.480021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.480021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.480021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.488017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.488211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.522327] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.522509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.525036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.525036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.526579] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.526887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.530354] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.530354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.530354] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.530354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.530354] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.530354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.531408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.531584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.533337] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.533337] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.534338] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.534338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.534539] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.535154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.535285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.536928] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.537303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.537303] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a is going to be deleted. [ 1084.538835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.540088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.562984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.563157] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da1bd991-6d97-478b-b376-a1137893f8df is going to be deleted. [ 1084.567024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.567024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.568407] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.568546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.588687] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.588902] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 034fa420-4c36-46c3-85ec-ff2c16faf928 is going to be deleted. [ 1084.590194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.590586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.623635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.623835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.633885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.634062] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be deleted. [ 1084.635117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.635877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.661166] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.661311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.686561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.686773] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69ba674a-bd33-433e-b8b3-9dd6255c1d9a is going to be deleted. [ 1084.687656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.687876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.705833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.705833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.748300] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.748504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.752291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.752488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2 is going to be deleted. [ 1084.753395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.753607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.789041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.789041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.789782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.789904] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cc62c0e-726e-4c83-858f-ffae7e427838 is going to be deleted. [ 1084.790853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.791205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.862512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.862512] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d2f0fbd-1393-4f81-b528-b454d63a370e is going to be deleted. [ 1084.863785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.863785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.924435] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.929232] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.929232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.942523] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.943576] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.949037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.949152] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f660844-d418-4930-b72b-5905891f5447 is going to be deleted. [ 1084.949980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.976302] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.976497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.976543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.976767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.976942] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.977058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.977551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.977867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.977973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.979041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.979041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.979041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.979041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.979041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.979041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.979041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.979041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.979407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.979407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.979407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.979498] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.980538] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.982516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.982722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.982758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.982944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.983128] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.983230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.983289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.983474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.983554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.983638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.983789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.983879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.983966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.984206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.984355] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.984448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.984510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.984648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.984844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.984844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.984946] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.986153] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8922da41-2992-4a8b-93f0-00095c49340c: rpc.has_security_group_logging(os_id): False [ 1085.019812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.020085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.039955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.039955] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be deleted. [ 1085.040880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.041108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.063355] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.063355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.067307] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.067428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.113502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.113692] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff254390-26e9-4dd5-9253-f630698b95f2 is going to be deleted. [ 1085.114705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.114950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.115055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.115157] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 is going to be deleted. [ 1085.116246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.116443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.116531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.116654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb7b94b2-87f4-4229-951e-088bdf404645" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.117258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.117504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.117608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.117728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ac9bc77-0ed3-4c5e-bc57-d69bf74d632a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.118277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.118471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.118572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.118738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da1bd991-6d97-478b-b376-a1137893f8df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.118909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.119102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.119194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.119311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-034fa420-4c36-46c3-85ec-ff2c16faf928" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.119453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.119627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.119732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.119921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.120092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.120272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.120395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.120568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69ba674a-bd33-433e-b8b3-9dd6255c1d9a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.120738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.120890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.120965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.121112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcb1f1d4-642d-407a-85f9-1fa3f18e3fd2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.121256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.121431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.121562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.121653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cc62c0e-726e-4c83-858f-ffae7e427838" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.121813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.121960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.176761] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.176761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.193477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.193847] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.193970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.194066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.194302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.194486] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.194565] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8922da41-2992-4a8b-93f0-00095c49340c is going to be updated. [ 1085.195918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.196520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.196520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.196520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d2f0fbd-1393-4f81-b528-b454d63a370e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.196520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.196757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.196757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.196852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f660844-d418-4930-b72b-5905891f5447" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.197684] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.197825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.197895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.198126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.198212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.198361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.236385] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1085.236650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.236831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.237076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.237263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.237378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.237596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.237690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.237822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.237904] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.315578] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.315684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.315785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.315918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.315991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.316116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.378066] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.378330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.378330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.378499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.378653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.381578] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.381731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.381812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.382112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.382218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.382389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff254390-26e9-4dd5-9253-f630698b95f2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.419606] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1085.420081] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: IN_PROGRESS for 2s [ 1085.428566] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d815fa-56ce-4038-bd4b-702e7bd43aa0: rpc.has_security_group_logging(os_id): False [ 1085.445526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c125a1d4-8dfe-466c-9633-f5ae1af579df: rpc.has_security_group_logging(os_id): False [ 1085.447081] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fce36317-1731-4e12-927c-d37e5476c5d5: rpc.has_security_group_logging(os_id): False [ 1085.480555] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.480773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.480773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.481098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.486780] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eda72fbe-1f41-4bd4-b9d2-73727df1bd32: rpc.has_security_group_logging(os_id): False [ 1085.488098] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f3350e-a0f9-42c1-b462-9b92f02c2d2c: rpc.has_security_group_logging(os_id): False [ 1085.489223] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc3231b-3ae7-4f30-8221-630e2820d35b: rpc.has_security_group_logging(os_id): False [ 1085.517726] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.517952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.518756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.518902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.520621] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.520858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.528378] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.528684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.550742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.551200] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.551325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.551428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.551722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.551826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.551936] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 1085.553633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.554111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.574399] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.574656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.589778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.590061] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.590188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.590252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.590555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.590622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.590867] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.590972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.591114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.591220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.591290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.591482] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.591562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.591623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.591764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.591838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.592170] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1085.593389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.593558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.626795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.627175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.627341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.627341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.627612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.627732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.627778] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be updated. [ 1085.629198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.629424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.685683] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.686273] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.686273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.686590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.686845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.687107] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.687289] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be updated. [ 1085.691010] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.691266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.691392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.691629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.691794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.695331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.695657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.699941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.699941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.743129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.743129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.743129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.743129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.743129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.743577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.743800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.745316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.745316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.745316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.745316] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.745670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.745670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.746020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.746179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.746179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.746282] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.753260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.753645] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.753789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.753849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.754285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.754398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.754500] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1085.755881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.756219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.757813] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 1085.800721] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.800721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.801570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.804158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.804341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.804535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.804828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.804957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.805193] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.805338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.805412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.805747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.805855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.807455] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.807600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.807600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.807790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.807923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.808020] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1085.810701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.810701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.810701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.812633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.813804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.813804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.855445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1085.856144] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1085.863842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.864153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.864153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.864281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.864427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.897384] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: IN_PROGRESS for 2s [ 1085.977074] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.977074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.977074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.977843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.977843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.981035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.981035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.981265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.981302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.981435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.006605] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1086.013146] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1086.035495] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 in Status: SUCCESS [ 1086.035495] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f3abe08-2320-4f02-9886-e02d06b5ac95 deletion is rescheduled due to dependency. [ 1086.035495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f3abe08-2320-4f02-9886-e02d06b5ac95" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.245050] env[66369]: INFO networking_nsxv3.common.synchronization [req-7185b4ab-24dc-4f1c-9550-32467ae5e5c5 req-c58acb23-126c-4a0e-95b5-acbcc1c99222 tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1086.245308] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1086.245596] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.248242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.248369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.248612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.248799] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.248945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.249021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.249170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.249250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.249355] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.250650] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1: rpc.has_security_group_logging(os_id): False [ 1086.329987] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.331923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.331923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.331923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.358642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.358915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.359056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.359116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.359335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.359467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.359732] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.359908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.359988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.360547] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.360693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.361019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1086.452414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.452660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.452744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.453102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.453259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.469267] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1086.505675] env[66369]: INFO networking_nsxv3.common.synchronization [req-20065859-4862-403b-9538-964b6a50a354 req-2c379938-9b9a-4674-a8c4-b7de96913e03 tempest-ServersNegativeTestJSON-204564499 tempest-ServersNegativeTestJSON-204564499-project-member] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1086.506366] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1086.506689] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.507168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.507168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.507168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.507353] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.507353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.507436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.507557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.507646] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.507737] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.754825] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.897046] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.897046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.897046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.897046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.897046] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.897046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.897046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.897706] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.898019] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.898370] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.898630] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.899589] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.899871] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.900141] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.900382] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.901026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.922232] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.922410] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.922619] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.922798] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.923149] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.923321] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.923464] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.923805] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.923938] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43bc7ead-51f6-4078-9ff0-aaea42b5cb08',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.012031] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.257083] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.427889] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.428231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.428396] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.428841] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.428960] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.429141] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 43bc7ead-51f6-4078-9ff0-aaea42b5cb08 not found, creating... [ 1087.429475] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.429704] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.429843] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.430151] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.430312] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.430726] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.430946] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.431168] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.431449] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.431653] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.431854] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 43bc7ead-51f6-4078-9ff0-aaea42b5cb08 is going to be created. [ 1087.437264] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: SUCCESS [ 1087.437649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452325] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.452603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.452773] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.453075] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.453313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.453535] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.515824] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.760721] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.760938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.760938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.761050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.761196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.761269] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1087.774039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 1087.774180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.789380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.789601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.789601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.789778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.790154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.804413] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1087.877086] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1087.877305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.878144] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1087.878351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.912746] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1087.912998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.019043] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.019411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.019411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.019500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.019624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.019746] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1088.024637] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1088.024858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.031400] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1088.031569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.051157] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.051382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.051480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.051923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.051923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.062660] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1088.183425] env[66369]: INFO networking_nsxv3.common.synchronization [req-20065859-4862-403b-9538-964b6a50a354 req-2bc0173e-1e17-4288-b627-05c264f0425b service nova] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_rules [ 1088.183715] env[66369]: INFO networking_nsxv3.common.synchronization [req-20065859-4862-403b-9538-964b6a50a354 req-2bc0173e-1e17-4288-b627-05c264f0425b service nova] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1088.183897] env[66369]: INFO networking_nsxv3.common.synchronization [req-20065859-4862-403b-9538-964b6a50a354 req-2bc0173e-1e17-4288-b627-05c264f0425b service nova] Enqueued Resource ID: 43bc7ead-51f6-4078-9ff0-aaea42b5cb08 with Priority: HIGHEST for action port [ 1088.184483] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_rules [ 1088.184620] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1088.184714] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43bc7ead-51f6-4078-9ff0-aaea42b5cb08 with Priority: HIGHEST for action port [ 1088.185084] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.185169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.185212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.185664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.185664] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.188639] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.188639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.188639] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.188639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.188639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.188639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.188639] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43bc7ead-51f6-4078-9ff0-aaea42b5cb08',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.488419] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1088.488697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.691733] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.691871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.692095] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43bc7ead-51f6-4078-9ff0-aaea42b5cb08 with status ACTIVE [ 1088.692264] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.692373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.692436] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.692718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.692806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.693031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.693215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.693215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.693392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.693459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.693635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.693721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.693780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.693919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.693988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.694091] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43bc7ead-51f6-4078-9ff0-aaea42b5cb08 is going to be updated. [ 1088.721926] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.722160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.722160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.722379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.722555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.722723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43bc7ead-51f6-4078-9ff0-aaea42b5cb08" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.814844] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1089.815453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.073870] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1090.073997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.074383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.074703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.074928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.075070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.075134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.075305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.075395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.075474] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.582400] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.936448] env[66369]: INFO networking_nsxv3.common.synchronization [req-63cf5402-6627-407b-8331-efdf96368d78 req-a01aa627-55b7-4a39-bbc4-ec2996acd81b tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1090.937009] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1090.937322] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.937444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.937512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.937780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.937932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.938042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.938105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.938253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.938518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.938621] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.085359] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.311537] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.311830] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.312153] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.312231] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.314437] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.314639] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.314771] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.315084] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.315274] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.315563] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.315686] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.315795] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.315900] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.316019] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.316137] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.316259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.340212] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.340400] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.340562] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.340751] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.341088] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.341264] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.341380] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.341909] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.342095] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4ae0b1-f523-4a4f-bb3b-ccfbb029329c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.442860] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.442860] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.442860] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 already deleted. [ 1091.442860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.588447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.589217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.589217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.589217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.589217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.589217] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1091.620725] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.620725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.620725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.620959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.621084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.635962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1091.846495] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.846961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.846961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.847359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.847359] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.847513] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port af4ae0b1-f523-4a4f-bb3b-ccfbb029329c not found, creating... [ 1091.847686] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.847842] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.847952] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.848183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.848313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.848582] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.848734] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.848859] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.849122] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.849201] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.849321] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c is going to be created. [ 1091.869818] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.870048] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.870166] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.870430] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.870693] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.870916] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.965875] env[66369]: INFO networking_nsxv3.common.synchronization [req-539c9bd8-9079-4c37-8438-63dedb2480ce req-3b883a54-3e56-45f3-915e-d068646e9344 tempest-ImagesOneServerNegativeTestJSON-319143193 tempest-ImagesOneServerNegativeTestJSON-319143193-project-member] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1091.966561] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGHEST for action security_group_members [ 1091.968335] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.968477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.968549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.968758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.968928] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.969048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.969112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.969261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.969344] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.969437] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.471489] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.471779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.471779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.471932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.472180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.472316] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.472414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.472479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.472716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.472789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.472873] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be updated. [ 1092.502326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.502462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.502462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.502688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.502859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.513057] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: IN_PROGRESS for 2s [ 1093.078967] env[66369]: INFO networking_nsxv3.common.synchronization [req-63cf5402-6627-407b-8331-efdf96368d78 req-1479239e-d48d-4e47-93cd-e08b5f53f506 service nova] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1093.079275] env[66369]: INFO networking_nsxv3.common.synchronization [req-63cf5402-6627-407b-8331-efdf96368d78 req-1479239e-d48d-4e47-93cd-e08b5f53f506 service nova] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1093.079275] env[66369]: INFO networking_nsxv3.common.synchronization [req-63cf5402-6627-407b-8331-efdf96368d78 req-1479239e-d48d-4e47-93cd-e08b5f53f506 service nova] Enqueued Resource ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c with Priority: HIGHEST for action port [ 1093.079953] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1093.080206] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1093.080678] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c with Priority: HIGHEST for action port [ 1093.080678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.080908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.081022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.081260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082037] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.083513] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.083513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.083513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.083513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.083513] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.083513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.083513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.085264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.085264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.085264] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.086104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.086236] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.086611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.089401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.089401] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4ae0b1-f523-4a4f-bb3b-ccfbb029329c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.432960] env[66369]: INFO networking_nsxv3.common.synchronization [req-c0d1ab4d-7498-43a3-b192-744f01eddfb6 req-e369e68d-807b-4420-80fe-f0af7164c518 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1093.432960] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1093.433151] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.433288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.433396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.433659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.433790] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.433917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.433978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.434163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.434265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.434370] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.589067] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.589067] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.589067] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.589936] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4ae0b1-f523-4a4f-bb3b-ccfbb029329c with status ACTIVE [ 1093.589995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.590094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.590159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.591079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.591079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.591079] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.591079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.591079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.591079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.591079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.591457] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.591457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.591457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.591608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.591608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.591976] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c is going to be updated. [ 1093.618552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.618756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.618756] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.618968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.619143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.619419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.647816] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1093.648125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.648214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.648462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.648697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.648843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.648905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.649101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.649190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.649278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.649379] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.850752] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.850752] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.850752] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.851163] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.851408] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.851655] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.851813] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.852122] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.852319] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.852648] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.852772] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.852910] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.853029] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.853665] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.853665] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.853665] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.873644] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.873644] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.873884] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.874034] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.874544] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-809adb04-1bd7-4684-aba6-242f83c33ab9 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.874662] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.874772] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.875423] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.875566] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809adb04-1bd7-4684-aba6-242f83c33ab9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.938690] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.094497] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.153876] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.154064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.154064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.154330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.154585] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.154741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.154830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.155073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.155196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.155316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.155534] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.155674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.155795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.155962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.156172] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.156630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.156723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.156931] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.157053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.157590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.157590] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.378252] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.378594] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.378804] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.379285] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.379610] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.380315] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 809adb04-1bd7-4684-aba6-242f83c33ab9 not found, creating... [ 1094.380642] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.380842] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.381009] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.381286] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.381506] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.381868] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.381957] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.382075] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.382317] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.382447] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.382691] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 809adb04-1bd7-4684-aba6-242f83c33ab9 is going to be created. [ 1094.403706] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.403919] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.404025] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.404303] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.404528] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.404746] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.440056] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.528127] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 in Status: SUCCESS [ 1094.528518] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 deletion is rescheduled due to dependency. [ 1094.528665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.597113] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.597294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.597360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.597571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.597678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.597822] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 is going to be created. [ 1094.628104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.628223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.628295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.628503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.628663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.640057] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: UNINITIALIZED for 2s [ 1094.660902] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eda72fbe-1f41-4bd4-b9d2-73727df1bd32: rpc.has_security_group_logging(os_id): False [ 1094.683990] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.684241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.684362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.684681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.684809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.685127] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.685274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.685365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.685593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.685752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.686010] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.686176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.686267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.686466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.686579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.686858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.687008] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.687117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.687321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.687429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.687551] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1094.784336] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.784564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.784564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.784841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.785012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.812764] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1094.944207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.944207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.944207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.944501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.944601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.944723] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1094.998528] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.998528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.998528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.998528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.998528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.008047] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1095.141823] env[66369]: INFO networking_nsxv3.common.synchronization [req-c0d1ab4d-7498-43a3-b192-744f01eddfb6 req-89ed69c0-4aee-4eab-8618-7711f9aef9c6 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1095.142128] env[66369]: INFO networking_nsxv3.common.synchronization [req-c0d1ab4d-7498-43a3-b192-744f01eddfb6 req-89ed69c0-4aee-4eab-8618-7711f9aef9c6 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1095.142206] env[66369]: INFO networking_nsxv3.common.synchronization [req-c0d1ab4d-7498-43a3-b192-744f01eddfb6 req-89ed69c0-4aee-4eab-8618-7711f9aef9c6 service nova] Enqueued Resource ID: 809adb04-1bd7-4684-aba6-242f83c33ab9 with Priority: HIGHEST for action port [ 1095.143094] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1095.143197] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1095.143365] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809adb04-1bd7-4684-aba6-242f83c33ab9 with Priority: HIGHEST for action port [ 1095.143715] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.143911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.144019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.144273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.144392] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.145427] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.145898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-809adb04-1bd7-4684-aba6-242f83c33ab9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.147030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.147030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.147252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.147252] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809adb04-1bd7-4684-aba6-242f83c33ab9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.649491] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.649712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.649826] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809adb04-1bd7-4684-aba6-242f83c33ab9 with status ACTIVE [ 1095.650066] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.650209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.650276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.650527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.650667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.650843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.650904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.650972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.651135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.651211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.651399] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.651487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.651538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.651684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.651754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.651840] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809adb04-1bd7-4684-aba6-242f83c33ab9 is going to be updated. [ 1095.674068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.674318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.674318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.674449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.674618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.674820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809adb04-1bd7-4684-aba6-242f83c33ab9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.650121] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: SUCCESS [ 1096.650498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.650551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.650776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.650972] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.651115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.651181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.651329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.651409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.651495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.651585] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.829594] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1096.829847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.022265] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1097.022659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.022916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.023411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.023691] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.023937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.024048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.024310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.024437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.024581] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.154216] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.527651] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.656359] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b22d7867-15a9-49ab-b946-10fc11a93681: rpc.has_security_group_logging(os_id): False [ 1097.680133] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.680357] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.680604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.681493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.681493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.681493] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.681493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.681797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.681797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.681925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.682033] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 is going to be created. [ 1097.744956] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.745190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.745190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.745490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.745796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.759627] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: IN_PROGRESS for 2s [ 1098.030858] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.435699] env[66369]: INFO networking_nsxv3.common.synchronization [req-abd7a0d4-f21a-4834-b5d9-3814be500139 req-f8614836-98d1-4ac1-a67a-1edab3af7eed tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1098.436365] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1098.436788] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.436910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.436910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.437312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.437560] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.437724] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.437819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.438057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.438150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.438249] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.533904] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.533991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.534223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.534257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.534349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.534447] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1098.568938] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.569086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.569314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.569537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.569537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.581111] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1098.858501] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.858501] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.858822] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.859087] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.859674] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.859965] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.860206] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.860618] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.860861] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.866034] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.866034] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.866034] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.866034] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.866034] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1098.866034] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.866034] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.885103] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.885422] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1098.885659] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.886183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.886381] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-7a142816-38c1-4ba9-bee9-8db23050f046 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.886648] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.886888] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.887596] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.887788] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a142816-38c1-4ba9-bee9-8db23050f046',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.944510] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.944510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.944510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.944728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.969155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.969444] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.969594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.969673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.969920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.970034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.970352] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1099.010025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.010025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.010025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.010025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.010025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.024045] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1099.390968] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.391300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.391357] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.391646] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.391797] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.391954] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 7a142816-38c1-4ba9-bee9-8db23050f046 not found, creating... [ 1099.392240] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.392427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.392514] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.392854] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.392994] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.393350] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.393494] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.393588] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.393917] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.394074] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.394247] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 7a142816-38c1-4ba9-bee9-8db23050f046 is going to be created. [ 1099.417696] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.418166] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.418362] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.418902] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.419196] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.419434] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.773931] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: SUCCESS [ 1099.774260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.179994] env[66369]: INFO networking_nsxv3.common.synchronization [req-abd7a0d4-f21a-4834-b5d9-3814be500139 req-5c535fde-adae-40d7-8d87-ff3e6a36f7f4 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 1100.180318] env[66369]: INFO networking_nsxv3.common.synchronization [req-abd7a0d4-f21a-4834-b5d9-3814be500139 req-5c535fde-adae-40d7-8d87-ff3e6a36f7f4 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1100.180487] env[66369]: INFO networking_nsxv3.common.synchronization [req-abd7a0d4-f21a-4834-b5d9-3814be500139 req-5c535fde-adae-40d7-8d87-ff3e6a36f7f4 service nova] Enqueued Resource ID: 7a142816-38c1-4ba9-bee9-8db23050f046 with Priority: HIGHEST for action port [ 1100.181061] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 1100.181206] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1100.181304] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a142816-38c1-4ba9-bee9-8db23050f046 with Priority: HIGHEST for action port [ 1100.181594] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.181719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.181789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.182013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.182140] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.184975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.184975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.184975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a142816-38c1-4ba9-bee9-8db23050f046 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.184975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.184975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.185478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.185478] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a142816-38c1-4ba9-bee9-8db23050f046',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.596997] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1100.597413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.597727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.598027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.598286] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.598409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.598483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.598763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.598850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.598997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.599110] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.687327] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.687510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.688098] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a142816-38c1-4ba9-bee9-8db23050f046 with status ACTIVE [ 1100.688098] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.688265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.688313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.688616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.688715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.688904] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.689019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.689086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.689272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.689386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.689640] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.689750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.689843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.690023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.690108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.690194] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a142816-38c1-4ba9-bee9-8db23050f046 is going to be updated. [ 1100.715018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.715457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.715457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.715601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.715646] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.716133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a142816-38c1-4ba9-bee9-8db23050f046" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.947154] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3ba79f5-a9a0-4c9c-b3e3-833413a0df68 req-2eed6cc9-3000-4a7f-8393-1341fd67889e tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1100.947661] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1100.948331] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.948331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.948331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.948331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.948331] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.948808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.948808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.948808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.948808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.948808] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.034228] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1101.034410] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 1101.034525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.035117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.035347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.035541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.035674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.035735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.035891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.035972] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.036081] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.101590] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.101758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.101940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.102655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.102923] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.103093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.103154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.103371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.103463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.103579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.103762] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.103869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.103932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.104116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.104258] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.104385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.104412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.104542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.104618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.104731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.104792] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.339776] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.340133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.340133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.340416] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.340731] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.340895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.343148] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.343148] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.343461] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.343621] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.343748] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.343902] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.344026] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.344167] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.344535] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.344769] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.368427] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.368639] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.368781] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.368961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-399" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.369562] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-71533045-5e67-43ac-96a6-992edf71b84d taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.369719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.369908] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.370320] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.370520] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71533045-5e67-43ac-96a6-992edf71b84d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.453546] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.453736] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.453804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.454076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.454336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.454390] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.454523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.454581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.454701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.454778] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.454903] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be deleted. [ 1101.487720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.488570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.488570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.488570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.488570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.488570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.538912] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.607745] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1101.630357] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.630617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.630617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.630816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.656727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.656904] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.657038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.657091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.657300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.657379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.657587] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.657702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.657792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.657991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.658085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.658285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.658381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.658432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.658575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.658652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.658735] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1101.752714] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.752878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.752937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.753235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.753394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.769706] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1101.875330] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.875581] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.875783] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.876123] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.876278] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.876449] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 71533045-5e67-43ac-96a6-992edf71b84d not found, creating... [ 1101.876733] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.876905] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.877039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.877318] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.877439] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.877756] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.877934] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.878076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.878395] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.878454] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.878605] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 71533045-5e67-43ac-96a6-992edf71b84d is going to be created. [ 1101.901836] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.902110] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.902245] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.902542] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.902799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.903084] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.044063] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.096891] env[66369]: INFO networking_nsxv3.common.synchronization [req-45e620d4-5604-49e6-8c1a-f3f66b8f6739 req-b3480b77-8ccf-4f5e-bf4f-ce3a83f8ed96 tempest-ServersNegativeTestJSON-204564499 tempest-ServersNegativeTestJSON-204564499-project-member] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1102.097412] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1102.097737] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.097902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.097973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.098147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.098305] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.098402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.098478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.098636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.098692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.098798] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.547112] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.547403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.547434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.547760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.547905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.547961] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1102.580165] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.580377] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.580457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.580824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.581017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.590737] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1102.601175] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.611212] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3ba79f5-a9a0-4c9c-b3e3-833413a0df68 req-a736dff5-48ad-4eac-8665-f9b94ad13038 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 1102.611368] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3ba79f5-a9a0-4c9c-b3e3-833413a0df68 req-a736dff5-48ad-4eac-8665-f9b94ad13038 service nova] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1102.611504] env[66369]: INFO networking_nsxv3.common.synchronization [req-e3ba79f5-a9a0-4c9c-b3e3-833413a0df68 req-a736dff5-48ad-4eac-8665-f9b94ad13038 service nova] Enqueued Resource ID: 71533045-5e67-43ac-96a6-992edf71b84d with Priority: HIGHEST for action port [ 1102.612130] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_rules [ 1102.612264] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1102.612383] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71533045-5e67-43ac-96a6-992edf71b84d with Priority: HIGHEST for action port [ 1102.612672] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.612789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.612851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.613061] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.613137] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.614224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.614339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.614407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.614583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.614759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.614875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.614909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.615088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.615179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.615272] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.616013] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-71533045-5e67-43ac-96a6-992edf71b84d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.616128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.616193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.616484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.616484] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71533045-5e67-43ac-96a6-992edf71b84d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.104071] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.118381] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.119370] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.119505] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.119672] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71533045-5e67-43ac-96a6-992edf71b84d with status ACTIVE [ 1103.119823] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.119932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.119995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.120223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.120314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.120499] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.120725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.120796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.120965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.121056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.121235] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.121328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.121396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.121522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.121595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.121687] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71533045-5e67-43ac-96a6-992edf71b84d is going to be updated. [ 1103.148190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.148348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.148398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.148655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.148745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.148901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71533045-5e67-43ac-96a6-992edf71b84d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.606009] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.606301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.606301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.606475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.606563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.606666] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1103.623622] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.637160] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.637160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.637160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.637160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.637160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.646119] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1103.786478] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1103.786703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.130564] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.130802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.130802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.131069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.131315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.131315] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be created. [ 1104.156885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.157056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.157134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.157302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.157451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.169698] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: UNINITIALIZED for 2s [ 1104.543588] env[66369]: INFO networking_nsxv3.common.synchronization [req-ab4f8687-e5a7-4895-bf5f-ec8bc2e88834 req-585d9870-cac2-4893-beeb-d780bf013a2a tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1104.543588] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1104.543588] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.543588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.543588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.543588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.544174] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.544359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.544359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.545034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.545034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.545034] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.604883] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1104.605128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.605769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.608294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.608526] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.608622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.608672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.608838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.608918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.609032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.609275] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.964676] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.964946] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.965060] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.965335] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.965626] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.965802] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.965923] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.966302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.966377] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.966532] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.966655] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.966778] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.966893] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.967031] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.967149] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.967291] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.996270] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.996551] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.996728] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.996975] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.997466] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-d2b20ac9-ac15-48f0-8271-6dc6360819e2 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.997698] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.997838] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.998264] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.998435] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b20ac9-ac15-48f0-8271-6dc6360819e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.048044] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.112079] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.112379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.112455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.112750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.113111] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.113280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.113353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.113592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.113706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.113822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.114085] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.114252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.114336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.114540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.114720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.114852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.114918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.115117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.115223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.115315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.115411] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.505263] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.505263] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port d2b20ac9-ac15-48f0-8271-6dc6360819e2 not found, creating... [ 1105.505263] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.505263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.506155] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.506666] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.507050] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.507427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.508245] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.508245] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: d2b20ac9-ac15-48f0-8271-6dc6360819e2 is going to be created. [ 1105.542269] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.542269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.542269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.542269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.542269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.542269] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.552388] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.618898] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7de174e5-b649-420f-a96c-e48ebcc1c964: rpc.has_security_group_logging(os_id): False [ 1105.641400] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.641545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.641545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.641723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.641816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.642018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.642123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.642187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.642341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.642416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.642662] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.642759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.642821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.642964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.643297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.643587] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.643759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.643895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.644097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.644226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.644353] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1105.660836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1105.661216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.737910] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.738104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.738277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.738525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.738721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.753598] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1106.056412] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.056412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.056412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.056412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.056412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.056412] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be updated. [ 1106.088028] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.088028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.088028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.088243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.088243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.099738] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1106.183420] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1106.183604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.183749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.183986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.184292] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.184487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.184528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.184685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.184781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.184877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.184967] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.235280] env[66369]: INFO networking_nsxv3.common.synchronization [req-ab4f8687-e5a7-4895-bf5f-ec8bc2e88834 req-7ddfe0a0-466d-4b0b-8bed-b2f50d5eb434 service nova] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1106.235449] env[66369]: INFO networking_nsxv3.common.synchronization [req-ab4f8687-e5a7-4895-bf5f-ec8bc2e88834 req-7ddfe0a0-466d-4b0b-8bed-b2f50d5eb434 service nova] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1106.235584] env[66369]: INFO networking_nsxv3.common.synchronization [req-ab4f8687-e5a7-4895-bf5f-ec8bc2e88834 req-7ddfe0a0-466d-4b0b-8bed-b2f50d5eb434 service nova] Enqueued Resource ID: d2b20ac9-ac15-48f0-8271-6dc6360819e2 with Priority: HIGHEST for action port [ 1106.236427] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_rules [ 1106.236657] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1106.236822] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b20ac9-ac15-48f0-8271-6dc6360819e2 with Priority: HIGHEST for action port [ 1106.237191] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.237322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.237393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.237659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.237741] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.238739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.239488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.239488] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b20ac9-ac15-48f0-8271-6dc6360819e2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.239488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.239488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.239704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.239704] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b20ac9-ac15-48f0-8271-6dc6360819e2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.687905] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.692656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.692656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.692656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.692656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.692656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.693595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.693595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.693595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.693595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.693812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.693927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.693991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.694169] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.694322] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.694417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.694471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.694621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.694710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.695162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.695925] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.741149] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.741604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.741604] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2b20ac9-ac15-48f0-8271-6dc6360819e2 with status ACTIVE [ 1106.743305] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.743305] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.743305] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.743305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.743797] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2b20ac9-ac15-48f0-8271-6dc6360819e2 is going to be updated. [ 1106.781699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.781699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.781699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.781699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.781699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.782030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b20ac9-ac15-48f0-8271-6dc6360819e2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.821213] env[66369]: INFO networking_nsxv3.common.synchronization [req-e9077023-2840-49a3-86b2-abe2e06316c0 req-fad964c8-0b4c-48b7-beea-aff4d4f824c2 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1106.821752] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1106.822071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.822203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.822257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.823163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.823163] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.823163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.823163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.823163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.823361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.823361] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.199525] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 527875f1-fea1-4592-aa7e-37dbcf098ee2: rpc.has_security_group_logging(os_id): False [ 1107.218977] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.221929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.221929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.221929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.222627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.222627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.222627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.222627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.222627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.222627] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be created. [ 1107.292361] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.292558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.292693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.292965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.293197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.311286] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1107.326439] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.776607] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1107.777039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.827516] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.112327] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1108.112938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.112938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113882] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.113882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.113882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.113882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.113882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.113882] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.330758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.331106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.331106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.331279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.331367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.331468] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1108.372496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.372837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.373131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.373393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.373568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.386201] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1108.616363] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.120142] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.328586] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1109.328857] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.624326] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.625038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.625162] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.625664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.625664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.625664] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be updated. [ 1109.654070] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.654239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.654281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.654537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.654622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.665285] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1110.344211] env[66369]: INFO networking_nsxv3.common.synchronization [req-aef2c1ca-2749-4794-9604-fe01012a0ec8 req-ad3dadae-02e2-4a3b-aed4-db6a3755ccfd tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1110.344947] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1110.345269] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.345393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.345461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.345660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.345814] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.345912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.346630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.346630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.346630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.346630] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.405069] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1110.405362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.849453] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.994504] env[66369]: INFO networking_nsxv3.common.synchronization [None req-9b360280-5708-4fe3-94bc-ffc898bd6594 None None] Enqueued Resource ID: 490d7dc6-79c2-4e5e-96c3-149683ea3da1 with Priority: HIGHEST for action port [ 1110.995304] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490d7dc6-79c2-4e5e-96c3-149683ea3da1 with Priority: HIGHEST for action port [ 1110.995636] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-490d7dc6-79c2-4e5e-96c3-149683ea3da1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.995762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-490d7dc6-79c2-4e5e-96c3-149683ea3da1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.995827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-490d7dc6-79c2-4e5e-96c3-149683ea3da1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.996874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-490d7dc6-79c2-4e5e-96c3-149683ea3da1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.997224] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('490d7dc6-79c2-4e5e-96c3-149683ea3da1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.354420] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.499937] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 490d7dc6-79c2-4e5e-96c3-149683ea3da1 [ 1111.500995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.500995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.500995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.500995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.500995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.500995] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:490d7dc6-79c2-4e5e-96c3-149683ea3da1 already deleted. [ 1111.500995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-490d7dc6-79c2-4e5e-96c3-149683ea3da1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.679624] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1111.679624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.679624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.679624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.679624] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.679624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.679624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.679971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.679971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.679971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.679971] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.720136] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d673369-6a03-4b80-874b-8f09db0b9335 req-e0d936a4-4bd8-4a40-91e7-08fcbe211e46 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1111.720136] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1111.720136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.720136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.720136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.720136] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.761391] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d673369-6a03-4b80-874b-8f09db0b9335 req-e0d936a4-4bd8-4a40-91e7-08fcbe211e46 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1111.763022] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d673369-6a03-4b80-874b-8f09db0b9335 req-e0d936a4-4bd8-4a40-91e7-08fcbe211e46 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1111.763022] env[66369]: INFO networking_nsxv3.common.synchronization [req-0d673369-6a03-4b80-874b-8f09db0b9335 req-e0d936a4-4bd8-4a40-91e7-08fcbe211e46 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with Priority: HIGHEST for action port [ 1111.763022] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1111.763022] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1111.763022] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with Priority: HIGHEST for action port [ 1111.763022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.766382] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.766382] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.766382] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.766382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.766382] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.857903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.857903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.857903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.857903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.857903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.858078] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1111.889525] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.889727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.889770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.889963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.890151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.900049] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1112.184283] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.223927] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.269737] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.269903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.270535] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with status ACTIVE [ 1112.270739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.270871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.270918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.271141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.271231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.271400] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.271496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.271559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.271711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.272655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.272655] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.274368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.274368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.274368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.274368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.274368] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 is going to be updated. [ 1112.298852] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.299015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.299102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.299325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.299458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.299618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.688017] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fce36317-1731-4e12-927c-d37e5476c5d5: rpc.has_security_group_logging(os_id): False [ 1112.707881] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.707881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.708060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.708157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.709052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.709052] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.709052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.709052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.709052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.709052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.709052] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be updated. [ 1112.724976] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.781999] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.783697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.783697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.783697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.783697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.799226] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1113.228492] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.228492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.228492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.229459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.229459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.229459] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be updated. [ 1113.261034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.263029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.263029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.263029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.263029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.272993] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: IN_PROGRESS for 2s [ 1113.584964] env[66369]: INFO networking_nsxv3.common.synchronization [None req-6946222e-4021-43b9-b123-3719e5327c7c None None] Enqueued Resource ID: 6047fde9-2559-40e3-a40f-bd0b53e650df with Priority: HIGHEST for action port [ 1113.585642] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6047fde9-2559-40e3-a40f-bd0b53e650df with Priority: HIGHEST for action port [ 1113.585974] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6047fde9-2559-40e3-a40f-bd0b53e650df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.586318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6047fde9-2559-40e3-a40f-bd0b53e650df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.586426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6047fde9-2559-40e3-a40f-bd0b53e650df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.586917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6047fde9-2559-40e3-a40f-bd0b53e650df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.586917] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6047fde9-2559-40e3-a40f-bd0b53e650df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.911109] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1113.911109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.088367] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6047fde9-2559-40e3-a40f-bd0b53e650df [ 1114.088580] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.088700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.088768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.089029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.089123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.089214] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6047fde9-2559-40e3-a40f-bd0b53e650df already deleted. [ 1114.089308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6047fde9-2559-40e3-a40f-bd0b53e650df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.794261] env[66369]: INFO networking_nsxv3.common.synchronization [req-3cd8e787-6e9f-436b-845e-8c85977bc7a1 req-bf4ed922-f4a1-48bc-91d0-1aea2d4d259f tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1114.794261] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1114.794679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.794850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.811142] env[66369]: INFO networking_nsxv3.common.synchronization [req-3cd8e787-6e9f-436b-845e-8c85977bc7a1 req-bf4ed922-f4a1-48bc-91d0-1aea2d4d259f tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1114.811328] env[66369]: INFO networking_nsxv3.common.synchronization [req-3cd8e787-6e9f-436b-845e-8c85977bc7a1 req-bf4ed922-f4a1-48bc-91d0-1aea2d4d259f tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1114.811465] env[66369]: INFO networking_nsxv3.common.synchronization [req-3cd8e787-6e9f-436b-845e-8c85977bc7a1 req-bf4ed922-f4a1-48bc-91d0-1aea2d4d259f tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with Priority: HIGHEST for action port [ 1114.812160] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_rules [ 1114.812297] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1114.812395] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with Priority: HIGHEST for action port [ 1114.812682] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.812808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.813029] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.813121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.813313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.813409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.813471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.813669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.813774] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.815208] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1114.815881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.283550] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1115.283835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.283918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.284154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.284403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.284454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.284546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.284662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.284765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.284828] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.317033] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 with status ACTIVE [ 1115.317231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.317291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.317422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.318222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.318222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.318222] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.318222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.318222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.318413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.318445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.318628] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.318720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.318779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.319153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.319153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.319253] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1 is going to be updated. [ 1115.340947] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.341108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.341175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.341377] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.341507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.341657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97e7c1b0-4026-4a09-ab4f-e9ab852dc6f1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.786925] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.292163] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.798730] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.798830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.798864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.799219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.799219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.799412] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be updated. [ 1116.833132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.833279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.833349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.833559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.833697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.843543] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: IN_PROGRESS for 2s [ 1117.353771] env[66369]: INFO networking_nsxv3.common.synchronization [None req-32265b5e-997f-401a-9368-69004f87deba None None] Enqueued Resource ID: 2913af88-2bae-460f-b41b-924c51948db8 with Priority: HIGHEST for action port [ 1117.354612] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2913af88-2bae-460f-b41b-924c51948db8 with Priority: HIGHEST for action port [ 1117.354612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2913af88-2bae-460f-b41b-924c51948db8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.354714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2913af88-2bae-460f-b41b-924c51948db8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.354807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2913af88-2bae-460f-b41b-924c51948db8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.357636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2913af88-2bae-460f-b41b-924c51948db8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.357742] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2913af88-2bae-460f-b41b-924c51948db8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.859889] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2913af88-2bae-460f-b41b-924c51948db8 [ 1117.862059] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.862059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.862059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.862059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.862059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.862059] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2913af88-2bae-460f-b41b-924c51948db8 already deleted. [ 1117.862059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2913af88-2bae-460f-b41b-924c51948db8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.856425] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.859074] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.859074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.859074] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.859896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.860295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.860626] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.860900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.861083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.861335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.861525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.861759] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.154493] env[66369]: INFO networking_nsxv3.common.synchronization [req-cf01fd3c-92bd-4bf4-81d8-37ba189daf1d req-9e2c5d67-a1a6-4c6b-89d2-26bbba4fbae4 tempest-AttachInterfacesUnderV243Test-1400497238 tempest-AttachInterfacesUnderV243Test-1400497238-project-member] Enqueued Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1119.158072] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c with Priority: HIGHEST for action security_group_members [ 1119.158570] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.158733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.364506] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.366082] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.868204] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18f3350e-a0f9-42c1-b462-9b92f02c2d2c: rpc.has_security_group_logging(os_id): False [ 1119.873117] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.885605] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.885738] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.885908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.886104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.886104] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.886365] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.886475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.886540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.886733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.886789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.886864] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be updated. [ 1119.920322] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2be16b82-a07a-45f8-b121-ecd2cc33051e tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1119.920814] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1119.921512] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.921637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.921704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.922025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.925280] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.925280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.925280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.925280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.925280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.925280] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.947256] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.947256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.947256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.947256] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.948014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.968617] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: IN_PROGRESS for 2s [ 1120.377200] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.380056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.380056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.380056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.380056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.380056] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be updated. [ 1120.413193] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.413767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.413767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.413767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.413963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.423233] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: IN_PROGRESS for 2s [ 1120.426739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.426898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.426964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.427313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.450146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.450415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.450551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.450613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.450860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.450945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.451267] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1120.477460] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.477602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.477666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.477907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.478068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.487419] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1121.618370] env[66369]: INFO networking_nsxv3.common.synchronization [None req-e7381b11-f1d8-4636-b82f-2e1a2271cb08 None None] Enqueued Resource ID: a78c0767-3203-4239-9c28-837adf19a59e with Priority: HIGHEST for action port [ 1121.618915] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a78c0767-3203-4239-9c28-837adf19a59e with Priority: HIGHEST for action port [ 1121.619701] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a78c0767-3203-4239-9c28-837adf19a59e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.619860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a78c0767-3203-4239-9c28-837adf19a59e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.619930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a78c0767-3203-4239-9c28-837adf19a59e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.620296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a78c0767-3203-4239-9c28-837adf19a59e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.620442] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78c0767-3203-4239-9c28-837adf19a59e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.987690] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1121.987929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.988130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.988450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.988450] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.125447] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a78c0767-3203-4239-9c28-837adf19a59e [ 1122.125693] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.125851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.125936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.126705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.126705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.126705] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a78c0767-3203-4239-9c28-837adf19a59e already deleted. [ 1122.126705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a78c0767-3203-4239-9c28-837adf19a59e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507032] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c in Status: SUCCESS [ 1122.507032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.507863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.507863] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.508014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.508361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.508467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.508588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.508751] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.510439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1122.510667] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 deletion is rescheduled due to dependency. [ 1122.510766] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.522523] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.522760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.522834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.523065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.523167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.523263] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be deleted. [ 1122.577052] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.577052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.577052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.577359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.577359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.577492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.011971] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.012281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.012281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.012435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.012520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.012729] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.012840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.012903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.013069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.013144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.013230] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c is going to be deleted. [ 1123.048575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.048725] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.048906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.048999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.049098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.049196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.049341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.049490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.049644] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.049739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.049817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.049927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.050016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.050094] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18f3350e-a0f9-42c1-b462-9b92f02c2d2c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.304276] env[66369]: INFO networking_nsxv3.common.synchronization [req-c212a32f-abdb-432f-a741-54c12356ffe0 req-c037244b-1ce2-4c31-b1d9-33739d9b389d tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_members [ 1123.304921] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 with Priority: HIGHEST for action security_group_members [ 1123.305739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e59bf859-4558-4fe7-a6fb-327e6ed85613 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.305739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.305739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.305739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.305739] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.306140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.306140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.306140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.306140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.306140] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e59bf859-4558-4fe7-a6fb-327e6ed85613',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.553720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.554428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.554428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.554428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.554592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.554797] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.554970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.555111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.555328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.555461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.555594] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18f3350e-a0f9-42c1-b462-9b92f02c2d2c already deleted. [ 1123.555761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18f3350e-a0f9-42c1-b462-9b92f02c2d2c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.809522] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.809720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.809824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.810417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.820993] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.820993] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.820993] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.821290] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.821597] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.821795] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.821935] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.822250] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.822409] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.822633] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.822843] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.823246] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.823246] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.823246] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.823246] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.824997] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.840524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.840932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.841166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.841304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.841584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.841700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.841824] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 is going to be updated. [ 1123.848406] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.848562] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.848728] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.848826] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.849188] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-abda369a-bd0a-45c8-b374-460bb18c3efa taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.849369] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.849511] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.850218] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.850385] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abda369a-bd0a-45c8-b374-460bb18c3efa',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.877408] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.877628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.877734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.878018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.878288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.890783] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 in Status: IN_PROGRESS for 2s [ 1124.077356] env[66369]: INFO networking_nsxv3.common.synchronization [req-dddc7ba9-c2c2-4319-abbe-9b117060783b req-ea92fce4-62d0-4f4d-9ebe-815fd3fa6497 tempest-ServersAdminTestJSON-1817706107 tempest-ServersAdminTestJSON-1817706107-project-member] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1124.077633] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGHEST for action security_group_members [ 1124.077912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.078032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.078134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.078304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.078451] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.078873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.078873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.078873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.078873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.079123] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.352494] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.352737] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.352866] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.353176] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.353327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.353480] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port abda369a-bd0a-45c8-b374-460bb18c3efa not found, creating... [ 1124.353759] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.353949] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.354091] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.354319] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.354453] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.354735] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.354891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.355011] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.355372] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.355554] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.355733] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: abda369a-bd0a-45c8-b374-460bb18c3efa is going to be created. [ 1124.376482] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.376702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.376829] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.377150] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.377395] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.377618] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.582020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.582303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.582395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.582623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.582831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583148] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.583266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.583334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.583513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.583594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.583697] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be updated. [ 1124.612360] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.612499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.612586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.612804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.612951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.622556] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: IN_PROGRESS for 2s [ 1125.085111] env[66369]: INFO networking_nsxv3.common.synchronization [req-b4646820-fefe-4887-93c1-d04a68a926c9 req-a5475d41-ccfc-437d-8dc6-dccee9eb2bbb service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1125.085811] env[66369]: INFO networking_nsxv3.common.synchronization [req-b4646820-fefe-4887-93c1-d04a68a926c9 req-a5475d41-ccfc-437d-8dc6-dccee9eb2bbb service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1125.085974] env[66369]: INFO networking_nsxv3.common.synchronization [req-b4646820-fefe-4887-93c1-d04a68a926c9 req-a5475d41-ccfc-437d-8dc6-dccee9eb2bbb service nova] Enqueued Resource ID: abda369a-bd0a-45c8-b374-460bb18c3efa with Priority: HIGHEST for action port [ 1125.086653] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1125.086850] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1125.087049] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abda369a-bd0a-45c8-b374-460bb18c3efa with Priority: HIGHEST for action port [ 1125.087331] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.087486] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.087575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.087862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.088049] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.089108] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.089578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.089856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.089856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.089956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.090127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.090215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.090313] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.091406] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-abda369a-bd0a-45c8-b374-460bb18c3efa taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.091554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.091643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.091875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.091948] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abda369a-bd0a-45c8-b374-460bb18c3efa',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.594548] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.595648] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.595824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.595961] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abda369a-bd0a-45c8-b374-460bb18c3efa with status ACTIVE [ 1125.596089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.596251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.596251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.596791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.596927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.597123] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.597226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.597289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.597456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.597533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.597712] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.597836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.597882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.598065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.598097] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.598202] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abda369a-bd0a-45c8-b374-460bb18c3efa is going to be updated. [ 1125.621068] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.621068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.621339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.621339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.621464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.621623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.901679] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 in Status: SUCCESS [ 1125.901865] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e59bf859-4558-4fe7-a6fb-327e6ed85613 deletion is rescheduled due to dependency. [ 1125.901980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e59bf859-4558-4fe7-a6fb-327e6ed85613" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.100935] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.603085] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.603238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.603354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.603603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.603752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.603803] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1126.632050] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.632259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.632259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.632459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.632604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.634448] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b in Status: SUCCESS [ 1126.634627] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b deletion is rescheduled due to dependency. [ 1126.634732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.643797] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1128.236400] env[66369]: INFO networking_nsxv3.common.synchronization [req-7babaf24-d4d6-4ed8-96bb-75bd09718c41 req-3491827e-9c4f-41ef-8692-9970621ce817 tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1128.236926] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1128.237237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.237356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.237423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.237675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.237832] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.237933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.237995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.238321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.238437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.238497] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.636920] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-972 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.637130] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-972" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.637254] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-972" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.637575] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-972" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.637834] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.637999] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.638154] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.638370] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.638508] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.638707] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.638816] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.638962] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.639096] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.639208] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.639309] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.639453] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.653545] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1128.653813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.654016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.654241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.654446] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.654575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.654636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.654833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.654907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.655030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.655147] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.672467] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.672682] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.672886] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.673466] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-972" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.673466] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.673603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.673687] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.674078] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.674554] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508a9d04-7615-4d02-98d4-0e3ea4dad6bd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.740946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.741153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.741153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.741554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.741554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.741741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.741914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.741963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.742115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.742197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.742282] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 already deleted. [ 1128.742397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.157396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.157568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.157635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.157894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.158141] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.158340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.158439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.158694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.158809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.158910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.159119] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.159220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.159283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.159495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.159706] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.159839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.159913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.160123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.160209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.160294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.160381] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.177495] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.177777] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.177899] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.178237] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.178395] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.178583] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 508a9d04-7615-4d02-98d4-0e3ea4dad6bd not found, creating... [ 1129.178872] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.179315] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.179315] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.179432] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.179549] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.179872] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.180044] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.180261] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.180519] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.180655] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.180793] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd is going to be created. [ 1129.204256] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.204613] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.204828] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.205324] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.205688] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.206038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.663309] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65856b80-4781-4db0-9795-791dfd7e5b83: rpc.has_security_group_logging(os_id): False [ 1129.681204] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.681380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.681460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.681618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.681706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.681911] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.682027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.682090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.682254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.682332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.682885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.683039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.683140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.683214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.683292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.683485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.683577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.683627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.683809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.683934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.684704] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1129.754956] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.755194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.755239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.755432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.755579] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.781150] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1129.916153] env[66369]: INFO networking_nsxv3.common.synchronization [req-7babaf24-d4d6-4ed8-96bb-75bd09718c41 req-da4b65f0-3662-4406-aa2f-b22b9e346478 service nova] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_rules [ 1129.916457] env[66369]: INFO networking_nsxv3.common.synchronization [req-7babaf24-d4d6-4ed8-96bb-75bd09718c41 req-da4b65f0-3662-4406-aa2f-b22b9e346478 service nova] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1129.916661] env[66369]: INFO networking_nsxv3.common.synchronization [req-7babaf24-d4d6-4ed8-96bb-75bd09718c41 req-da4b65f0-3662-4406-aa2f-b22b9e346478 service nova] Enqueued Resource ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with Priority: HIGHEST for action port [ 1129.917365] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_rules [ 1129.917623] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1129.917746] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with Priority: HIGHEST for action port [ 1129.918065] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.918412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.918412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.918572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.918674] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.920517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.920661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.920745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.920952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.921137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.921240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.921309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.921573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.921676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.921770] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.923247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.923430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.923430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.923652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.923776] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508a9d04-7615-4d02-98d4-0e3ea4dad6bd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.423951] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.425175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.425322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.426745] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with status ACTIVE [ 1130.426960] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.427031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.427102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.427675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.427675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.427675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.427675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.427675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.427872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.427872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.428058] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.428711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.428711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.428711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.428711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.428711] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd is going to be updated. [ 1130.450456] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.450456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.450456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.450883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.450883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.450883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.926623] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.429358] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.429559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.429611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.429831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.429920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.430025] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be created. [ 1131.455375] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.455557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.455591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.455790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.455947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.466890] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: UNINITIALIZED for 2s [ 1131.798221] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1131.798419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.477592] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1133.478028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.478141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.478372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.478612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.478836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.478836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.479115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.479262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.479330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.479450] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.982570] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.982824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.982938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.983242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.983503] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.983677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.983790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.984044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.984191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.984295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.984490] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.984602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.984671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.984843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.985056] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.985182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.985272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.985478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.985591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.985737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.985882] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.488283] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e74bc021-2fc6-4726-815a-fed6e7657739: rpc.has_security_group_logging(os_id): False [ 1134.511834] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.512114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.512114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.512270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.512358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.512550] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.512652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.512716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.513024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.513024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.513231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.513497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.513497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.513648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.513648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.514381] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.514381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.514381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.514381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.514381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.514381] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be created. [ 1134.573155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.573155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.573155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.573155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.573155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.584667] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1134.918605] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.918712] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.095715] env[66369]: INFO networking_nsxv3.common.synchronization [req-fdece372-eadc-4571-9207-129326d344e2 req-4bf7e270-bd4a-43d3-b058-8c57f538b94a tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1136.096715] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1136.096715] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.096715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.096902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.097029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.097236] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.097343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.097421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.097553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.097639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.097729] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.440546] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.440759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.440961] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.441296] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.441561] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.441717] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.441846] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.442057] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.442199] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.442760] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.442913] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.443059] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.443180] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.443318] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.443399] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.443529] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.468589] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.468728] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.468867] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.469079] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.469373] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-8d636959-ebee-401f-9059-99f4fe4eb0e3 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.469542] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.469672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.470026] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.470159] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d636959-ebee-401f-9059-99f4fe4eb0e3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.603304] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1136.603842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.603842] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.973570] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.974426] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.974426] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.974617] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.974744] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.974997] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 8d636959-ebee-401f-9059-99f4fe4eb0e3 not found, creating... [ 1136.975453] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.975719] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.975892] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.976271] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.976505] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.976984] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.977260] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.977463] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.977864] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.978056] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.978305] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 8d636959-ebee-401f-9059-99f4fe4eb0e3 is going to be created. [ 1137.023864] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.024374] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.025211] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.025211] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.025569] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.025925] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.107137] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.609328] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.609487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.609704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.609877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.610013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.610172] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1137.649105] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.649266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.649338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.649563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.649713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.659370] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1137.810129] env[66369]: INFO networking_nsxv3.common.synchronization [req-fdece372-eadc-4571-9207-129326d344e2 req-4223a9c5-c0a2-4b3a-92a5-0f4a4a66cd56 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1137.810243] env[66369]: INFO networking_nsxv3.common.synchronization [req-fdece372-eadc-4571-9207-129326d344e2 req-4223a9c5-c0a2-4b3a-92a5-0f4a4a66cd56 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1137.810367] env[66369]: INFO networking_nsxv3.common.synchronization [req-fdece372-eadc-4571-9207-129326d344e2 req-4223a9c5-c0a2-4b3a-92a5-0f4a4a66cd56 service nova] Enqueued Resource ID: 8d636959-ebee-401f-9059-99f4fe4eb0e3 with Priority: HIGHEST for action port [ 1137.810883] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1137.811020] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1137.811113] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d636959-ebee-401f-9059-99f4fe4eb0e3 with Priority: HIGHEST for action port [ 1137.811389] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.811507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.811600] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.811767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.811935] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.812863] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.812960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.813994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d636959-ebee-401f-9059-99f4fe4eb0e3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.813994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.813994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.813994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.813994] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d636959-ebee-401f-9059-99f4fe4eb0e3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.316179] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.317118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.317118] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d636959-ebee-401f-9059-99f4fe4eb0e3 with status ACTIVE [ 1138.317118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.317612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.317709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.318651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.318651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.319846] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.319846] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.319846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.319846] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d636959-ebee-401f-9059-99f4fe4eb0e3 is going to be updated. [ 1138.345371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.345548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.345604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.345797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.345988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.346175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d636959-ebee-401f-9059-99f4fe4eb0e3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.669051] env[66369]: INFO networking_nsxv3.common.synchronization [req-58a20bcc-fcdb-4e77-9305-8370c7f8ddaa req-735b991b-43fb-4029-958d-0871119c2d3e tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1138.669705] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1138.670129] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.670288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.670376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.670717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.670951] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.675131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.675131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.675131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.675131] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.675131] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.130722] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.130927] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.131081] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.131478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.131750] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.131955] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.132224] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.132518] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.132724] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.133069] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.133275] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.133477] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.133611] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.133813] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.133923] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.134135] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.153260] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.153260] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.153519] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.153755] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.154173] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-575ff29e-2950-4b12-900e-af65617a87af taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.154422] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.154603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.154969] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.155198] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575ff29e-2950-4b12-900e-af65617a87af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.178288] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.178483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.178644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.178919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.179030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.179320] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.179587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.179663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.179990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.180113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.180243] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 already deleted. [ 1139.180338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.657941] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.658325] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.658486] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.658880] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.659229] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.659336] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 575ff29e-2950-4b12-900e-af65617a87af not found, creating... [ 1139.659549] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.659705] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.659804] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.660664] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.660664] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.660664] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.660664] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.660860] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.660988] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.661140] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.661277] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 575ff29e-2950-4b12-900e-af65617a87af is going to be created. [ 1139.672494] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1139.672774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.672983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.673227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.673425] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.673534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.673597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.673779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.673833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.673941] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.684428] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.684644] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.684771] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.685064] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.685300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.686022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.175882] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.485802] env[66369]: INFO networking_nsxv3.common.synchronization [req-58a20bcc-fcdb-4e77-9305-8370c7f8ddaa req-65b10621-6fc9-422a-8a83-8e6d6c535493 service nova] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1140.486546] env[66369]: INFO networking_nsxv3.common.synchronization [req-58a20bcc-fcdb-4e77-9305-8370c7f8ddaa req-65b10621-6fc9-422a-8a83-8e6d6c535493 service nova] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1140.487193] env[66369]: INFO networking_nsxv3.common.synchronization [req-58a20bcc-fcdb-4e77-9305-8370c7f8ddaa req-65b10621-6fc9-422a-8a83-8e6d6c535493 service nova] Enqueued Resource ID: 575ff29e-2950-4b12-900e-af65617a87af with Priority: HIGHEST for action port [ 1140.488422] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1140.488756] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1140.488999] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575ff29e-2950-4b12-900e-af65617a87af with Priority: HIGHEST for action port [ 1140.489698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.490101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.490366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.491409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.491409] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.494292] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.496065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.496065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.496065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.496065] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.496065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.496065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.496065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.496816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.497130] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.499484] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-575ff29e-2950-4b12-900e-af65617a87af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.501733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.501733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.501733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.501733] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575ff29e-2950-4b12-900e-af65617a87af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.678676] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.995155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.995320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.005820] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 575ff29e-2950-4b12-900e-af65617a87af with status ACTIVE [ 1141.005820] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.005820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.005820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.005820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.005820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.006142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.006142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.006212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.006351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.006446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.006667] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.006779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.006835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.006981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.007069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.007154] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 575ff29e-2950-4b12-900e-af65617a87af is going to be updated. [ 1141.008412] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.031655] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.031897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.032028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.032343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.032569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.032872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.181502] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.181902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.181902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.182040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.182090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.182158] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1141.221376] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.221815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.221815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.221907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.222056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.234624] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1141.512585] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.012456] env[66369]: INFO networking_nsxv3.common.synchronization [None req-06ee00e0-0153-4be0-9b8a-64de715558c7 None None] Enqueued Resource ID: 82310afe-f7f6-4559-b41c-70fa69ff5fd6 with Priority: HIGHEST for action port [ 1142.013450] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82310afe-f7f6-4559-b41c-70fa69ff5fd6 with Priority: HIGHEST for action port [ 1142.014041] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-82310afe-f7f6-4559-b41c-70fa69ff5fd6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.014304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82310afe-f7f6-4559-b41c-70fa69ff5fd6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.015034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82310afe-f7f6-4559-b41c-70fa69ff5fd6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.015034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82310afe-f7f6-4559-b41c-70fa69ff5fd6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.015034] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82310afe-f7f6-4559-b41c-70fa69ff5fd6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.016401] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.016553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.016622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.017163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.017163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.017163] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be created. [ 1142.045281] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.045572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.045706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.046025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.046277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.059854] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: UNINITIALIZED for 2s [ 1142.523044] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82310afe-f7f6-4559-b41c-70fa69ff5fd6 [ 1142.523186] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.523277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.523348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.523741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.523741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.523741] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82310afe-f7f6-4559-b41c-70fa69ff5fd6 already deleted. [ 1142.523943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82310afe-f7f6-4559-b41c-70fa69ff5fd6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.248879] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.248879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.248879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.248879] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.752245] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.752523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.752523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.752743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.753020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.754845] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.754845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.754845] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.755386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.755386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.757060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.757060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.757060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.757060] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.919052] env[66369]: INFO networking_nsxv3.common.synchronization [None req-bae3e652-db43-4022-a283-bb8d093dc6d1 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_rules [ 1143.919052] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_rules [ 1143.919635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.920220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.920449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.920933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.921149] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.073775] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1144.074965] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.075836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.075836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.076254] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.076593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.076593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.077160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.077160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.077160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.077327] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.085958] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2ee2ea60-9672-4e37-8ca3-5326f7020b18 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_rules [ 1144.086928] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_rules [ 1144.090450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.090450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.260663] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1144.284025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.284025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.284025] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.284025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.284872] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.284872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.284872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.284872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.284872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.284872] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1144.362056] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.362056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.362056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.362056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.362252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.379082] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1144.469800] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.469904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.469904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.470576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.470576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.470576] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 already deleted. [ 1144.470576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.470576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.470911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.471077] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.581024] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.581407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.581407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.582041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.582550] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.582759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.582832] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.583188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.583285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.583379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.584996] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.585175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.585270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.585773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.585773] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.585773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.585773] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.586264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.586264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.587850] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.587850] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.946688] env[66369]: INFO networking_nsxv3.common.synchronization [None req-ddd3aa4b-a503-42fd-9174-c696827ed241 None None] Enqueued Resource ID: 2035a757-7f3f-4832-9c02-dace681a112c with Priority: HIGHEST for action port [ 1144.947724] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2035a757-7f3f-4832-9c02-dace681a112c with Priority: HIGHEST for action port [ 1144.948139] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-2035a757-7f3f-4832-9c02-dace681a112c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.948764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2035a757-7f3f-4832-9c02-dace681a112c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.948899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2035a757-7f3f-4832-9c02-dace681a112c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.949275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2035a757-7f3f-4832-9c02-dace681a112c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.949405] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2035a757-7f3f-4832-9c02-dace681a112c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.992895] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.993333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.993333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.993444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.993484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.993618] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 already deleted. [ 1144.993708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.090697] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8545536-46df-45ec-8935-bc30d6225870: rpc.has_security_group_logging(os_id): False [ 1145.110393] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.110624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.110624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.110784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.110868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.111643] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.111643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.111643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.111643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.111643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.111643] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.112069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.112069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.112069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.112069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.112266] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.112266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.112266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.112422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.112470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.112539] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be created. [ 1145.180209] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.180370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.180439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.180679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.180896] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.193978] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1145.452123] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2035a757-7f3f-4832-9c02-dace681a112c [ 1145.452698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.453252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.453423] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.453767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.453926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.454201] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2035a757-7f3f-4832-9c02-dace681a112c already deleted. [ 1145.454313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2035a757-7f3f-4832-9c02-dace681a112c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.888077] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.889020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.889020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.889020] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.889020] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.889253] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.889253] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.889445] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.889580] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.889779] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.890333] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.890464] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.890609] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.890673] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.890774] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.890910] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.914771] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.914954] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.915110] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.915456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-994" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.915835] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-abda369a-bd0a-45c8-b374-460bb18c3efa taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.916175] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.916175] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.916422] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.916556] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abda369a-bd0a-45c8-b374-460bb18c3efa',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.403875] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1146.404294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.418924] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.419476] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.419476] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.419592] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.420022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.420186] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.420323] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.420435] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.420677] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.421046] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.421393] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.421627] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.421778] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.422106] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.422284] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.422465] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: abda369a-bd0a-45c8-b374-460bb18c3efa is going to be updated. [ 1146.446147] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.446390] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.446510] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.446861] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.447139] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.447508] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.180072] env[66369]: INFO networking_nsxv3.common.synchronization [req-42be9025-24e2-458c-9f2b-2416dcd2292b req-88e46d1d-d241-47ec-b4e7-5310330ccf97 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1147.180358] env[66369]: INFO networking_nsxv3.common.synchronization [req-42be9025-24e2-458c-9f2b-2416dcd2292b req-88e46d1d-d241-47ec-b4e7-5310330ccf97 service nova] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1147.182020] env[66369]: INFO networking_nsxv3.common.synchronization [req-42be9025-24e2-458c-9f2b-2416dcd2292b req-88e46d1d-d241-47ec-b4e7-5310330ccf97 service nova] Enqueued Resource ID: abda369a-bd0a-45c8-b374-460bb18c3efa with Priority: HIGHEST for action port [ 1147.182020] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_rules [ 1147.182020] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1147.182020] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abda369a-bd0a-45c8-b374-460bb18c3efa with Priority: HIGHEST for action port [ 1147.184784] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.185058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.189030] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.189030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.189030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.189030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.189030] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.189553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-abda369a-bd0a-45c8-b374-460bb18c3efa taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.189553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.189553] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.190663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.190663] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abda369a-bd0a-45c8-b374-460bb18c3efa',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.209369] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1147.209627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.572679] env[66369]: INFO networking_nsxv3.common.synchronization [req-6a40cecc-7834-4ffc-83ea-37096db27a99 req-6800f978-6396-40f2-b5ee-3150ba4b4950 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_members [ 1147.573587] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGHEST for action security_group_members [ 1147.574062] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.574325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.574325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.574560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.575095] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.575095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.575095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.575624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.575624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.575624] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.692457] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.692457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.692457] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.696023] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abda369a-bd0a-45c8-b374-460bb18c3efa with status ACTIVE [ 1147.696023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.696023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.696023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.696617] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.696617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.696703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.696878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.696984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.697109] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abda369a-bd0a-45c8-b374-460bb18c3efa is going to be updated. [ 1147.725910] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.725910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.725910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.725910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.725910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.726695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abda369a-bd0a-45c8-b374-460bb18c3efa" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.079678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.079981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.080181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.080550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.080703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.081034] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.081137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.081207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.081380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.081479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.081545] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8922da41-2992-4a8b-93f0-00095c49340c is going to be updated. [ 1148.111514] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.111711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.111711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.111899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.112053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.121630] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: IN_PROGRESS for 2s [ 1148.199677] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.703048] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.703250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.703605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.703605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.703729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.703793] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1148.752939] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.753242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.753362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.753623] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.754930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.765466] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1150.133107] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8922da41-2992-4a8b-93f0-00095c49340c in Status: SUCCESS [ 1150.133455] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8922da41-2992-4a8b-93f0-00095c49340c deletion is rescheduled due to dependency. [ 1150.133455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.537513] env[66369]: INFO networking_nsxv3.common.synchronization [req-509450ba-c193-41a9-b38b-886d3fb79772 req-916e2939-2f78-4812-ba3e-7b170eda0bee tempest-ServerRescueTestJSON-1052236460 tempest-ServerRescueTestJSON-1052236460-project-member] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1150.538946] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1150.538946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.538946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.538946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.538946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.539225] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.539225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.539383] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.539431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.539504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.539597] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.776397] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1150.776614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.776781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.777012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.777213] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.777331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.777396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.777575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.777663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.777748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.777834] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.956890] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.957259] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.957436] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.957919] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.958412] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.958691] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.958910] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.959304] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.959527] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.959854] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.960048] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.960242] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.960460] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.960654] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1150.960818] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.961048] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.983094] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.983284] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1150.983420] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.983614] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.984154] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.984346] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.984479] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.984838] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.985000] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4b1ee4-0cca-4c9a-a566-e5eb90708561',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.042214] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.042437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.042527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.042801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.042937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.043211] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.043387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.043478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.043636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.043731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.043842] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 already deleted. [ 1151.043994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.281150] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.281150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.281150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.281150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.281150] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.281150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.281745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.281745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.281745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.281745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.281878] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.281932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.282028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.282188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.282333] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.282448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.282509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.282644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.282720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.282817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.282946] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.487450] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.487725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.487853] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.488172] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.488392] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.488572] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port cb4b1ee4-0cca-4c9a-a566-e5eb90708561 not found, creating... [ 1151.488924] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.489055] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.489158] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.489442] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.489596] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.490130] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.490312] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.490428] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.491059] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.491059] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.491290] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: cb4b1ee4-0cca-4c9a-a566-e5eb90708561 is going to be created. [ 1151.527101] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.527420] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.527584] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.527971] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.528262] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.528525] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.785745] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65856b80-4781-4db0-9795-791dfd7e5b83: rpc.has_security_group_logging(os_id): False [ 1151.805436] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.805609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.805686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.805975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.806096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.806345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.806479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.806568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.806759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.806839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.807734] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.807734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.807734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.807734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.807734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.808054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.808054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.808054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.808185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.808260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.808354] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1151.878314] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.878467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.878530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.878784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.878946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.893838] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1152.244599] env[66369]: INFO networking_nsxv3.common.synchronization [req-509450ba-c193-41a9-b38b-886d3fb79772 req-b286b597-3bd2-48c7-b35e-1a610f2f545d service nova] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_rules [ 1152.244742] env[66369]: INFO networking_nsxv3.common.synchronization [req-509450ba-c193-41a9-b38b-886d3fb79772 req-b286b597-3bd2-48c7-b35e-1a610f2f545d service nova] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1152.244817] env[66369]: INFO networking_nsxv3.common.synchronization [req-509450ba-c193-41a9-b38b-886d3fb79772 req-b286b597-3bd2-48c7-b35e-1a610f2f545d service nova] Enqueued Resource ID: cb4b1ee4-0cca-4c9a-a566-e5eb90708561 with Priority: HIGHEST for action port [ 1152.245361] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_rules [ 1152.245503] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1152.246047] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb4b1ee4-0cca-4c9a-a566-e5eb90708561 with Priority: HIGHEST for action port [ 1152.246418] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.246418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.246573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.246728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.246803] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.247697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.247818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.247818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.248137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.248137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.248279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.248279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.248441] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.248493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.248579] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.249452] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.249524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.249524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.249680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.249735] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb4b1ee4-0cca-4c9a-a566-e5eb90708561',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.754808] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.755943] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.756113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.756450] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb4b1ee4-0cca-4c9a-a566-e5eb90708561 with status ACTIVE [ 1152.756511] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.756628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.756695] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.756927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.757043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.757247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.757384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.757384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.757589] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.757674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.757925] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.758489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.758489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.758489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.758489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.758489] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb4b1ee4-0cca-4c9a-a566-e5eb90708561 is going to be updated. [ 1152.783703] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.783703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.783958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.784654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.784654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.784654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb4b1ee4-0cca-4c9a-a566-e5eb90708561" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.817670] env[66369]: INFO networking_nsxv3.common.synchronization [req-f8a20244-fe6f-4363-9798-af76d642a7ac req-75eecb2b-c72c-4e4e-86cc-8c521e323e62 tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1152.818465] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1152.818904] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.819044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.819125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.819415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.819592] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.819708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.819789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.819941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.820044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.820184] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.260564] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.322782] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.323064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.323205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.323538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.323655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.323957] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.324137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.324242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.324439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.324597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.324727] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1153.358060] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.358060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.358060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.358060] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.358333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.368904] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1153.764303] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.764303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.764303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.764303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.764303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.764303] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be created. [ 1153.792155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.792804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.792804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.792804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.792804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.809336] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: UNINITIALIZED for 2s [ 1153.909826] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1153.913764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.910549] env[66369]: INFO networking_nsxv3.common.synchronization [req-9d739dd4-cd4f-4e15-8eed-4e782a10d825 req-9aa0ce60-9422-4f93-9b99-83a11d143f85 tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_members [ 1154.911241] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_members [ 1154.911525] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.911663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.911709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.911967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.912209] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.912288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.912325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.912492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.912560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.912653] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.245062] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-721 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.245257] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.245470] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.245644] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.245905] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.246177] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.246314] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.246540] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.246685] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.246997] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.246997] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.247516] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.247516] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.247516] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.247516] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.247516] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.266486] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.266656] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.266798] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.266957] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-721" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.267292] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.267462] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.267576] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.267901] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.268169] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f120da-8329-4cd7-a63e-d7aa9f3ed129',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.379050] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1155.379252] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df deletion is rescheduled due to dependency. [ 1155.379370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.415495] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.415680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.415723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.415934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.416040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.416243] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.416346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.416404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.416562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.416636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.416723] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 already deleted. [ 1155.416803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.770688] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.770981] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.771190] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.771512] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.771735] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.771957] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port c2f120da-8329-4cd7-a63e-d7aa9f3ed129 not found, creating... [ 1155.772270] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.772639] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.772639] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.772891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.773128] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.773461] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.773626] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.773759] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.774039] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.774188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.774427] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: c2f120da-8329-4cd7-a63e-d7aa9f3ed129 is going to be created. [ 1155.799109] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.799520] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.799737] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.800160] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.800537] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.800988] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.821863] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1155.822132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.822381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.822627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.822851] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.823212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.823303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.823640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.823865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.823865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.823985] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.041880] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1156.042536] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1156.042685] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1156.042859] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1156.043270] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.043430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.043582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.043979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.044233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.044396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.044513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.044769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.044902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.045062] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.046171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.046304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.046304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.046498] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.046654] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.046785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.046847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.046997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.047092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.047183] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.092421] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_rules [ 1156.092681] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1156.092825] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1156.093318] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1156.093547] env[66369]: INFO networking_nsxv3.common.synchronization [req-74801261-9518-4603-8f0c-73d3d733fdd4 req-3a808a44-5b22-42ff-9bc6-2ef8d6974457 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 575ff29e-2950-4b12-900e-af65617a87af with Priority: HIGHEST for action port [ 1156.094198] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_rules [ 1156.094293] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1156.094388] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575ff29e-2950-4b12-900e-af65617a87af with Priority: HIGHEST for action port [ 1156.094480] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1156.094567] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1156.094856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.095014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.095114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.095378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.095471] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.097014] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.097140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.097213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.097440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.097679] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.098861] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-575ff29e-2950-4b12-900e-af65617a87af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.099028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.099109] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.100348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.100458] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575ff29e-2950-4b12-900e-af65617a87af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.101390] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.101536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.102841] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.103053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.326438] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.326643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.326744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.326987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.327196] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.327328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.327403] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.327618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.327719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.327810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.327954] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.328059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.328113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.328262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.328393] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.328485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.328557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.328740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.328796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.329032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.329126] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.520985] env[66369]: INFO networking_nsxv3.common.synchronization [req-9d739dd4-cd4f-4e15-8eed-4e782a10d825 req-89261939-7b76-4bd7-a584-807c3926fcaa service nova] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_rules [ 1156.521240] env[66369]: INFO networking_nsxv3.common.synchronization [req-9d739dd4-cd4f-4e15-8eed-4e782a10d825 req-89261939-7b76-4bd7-a584-807c3926fcaa service nova] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_members [ 1156.521414] env[66369]: INFO networking_nsxv3.common.synchronization [req-9d739dd4-cd4f-4e15-8eed-4e782a10d825 req-89261939-7b76-4bd7-a584-807c3926fcaa service nova] Enqueued Resource ID: c2f120da-8329-4cd7-a63e-d7aa9f3ed129 with Priority: HIGHEST for action port [ 1156.522312] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_rules [ 1156.523484] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_members [ 1156.523659] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2f120da-8329-4cd7-a63e-d7aa9f3ed129 with Priority: HIGHEST for action port [ 1156.524089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.524210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.524281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.524492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.524569] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.525463] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.525599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.525632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.526103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.526103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.526103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.526103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.526369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.526369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.526433] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.528941] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.529070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.529136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.529294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.529395] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2f120da-8329-4cd7-a63e-d7aa9f3ed129',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.548688] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.550056] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.597682] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.598082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.604392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.604559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.604768] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 575ff29e-2950-4b12-900e-af65617a87af with status ACTIVE [ 1156.604995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.605102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.605185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.605446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.605638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.605767] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.605926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.605974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.606221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.606280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.606573] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.606643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.606673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.606890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.607009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.607354] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 575ff29e-2950-4b12-900e-af65617a87af is going to be updated. [ 1156.632180] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.632444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.632520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.632750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.632892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.633128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.831767] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6429931f-0ec7-42ab-a7e3-82ddd7be7015: rpc.has_security_group_logging(os_id): False [ 1156.864519] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.864720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.864720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.864944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.865044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.865243] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.865543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.865543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.865543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.865678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.865812] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.865904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.865969] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.866180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.866257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.866444] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.866537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.866599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.866737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.866809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.866976] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be created. [ 1156.951678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.951678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.951678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.951961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.952742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.967905] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: IN_PROGRESS for 2s [ 1157.019018] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1157.019210] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_members [ 1157.019732] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1157.019887] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_members [ 1157.020273] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.020448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.021015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.021015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.021015] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.021249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.021249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.021395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.021926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.022078] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.023207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee5f09c-e99e-409d-aa64-f054c6c52e12 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.023358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.023430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.023639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.025086] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.025978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.025978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.025978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.026770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.027049] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.031746] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.031746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.031972] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.033129] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2f120da-8329-4cd7-a63e-d7aa9f3ed129 with status ACTIVE [ 1157.033397] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.033554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.033643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.033933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.034216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.034963] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.034963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.034963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.034963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.035336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.035336] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.035336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.035487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.035526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.035955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.035955] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2f120da-8329-4cd7-a63e-d7aa9f3ed129 is going to be updated. [ 1157.052332] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.053473] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.095323] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_rules [ 1157.095503] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_members [ 1157.095631] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_rules [ 1157.095758] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1157.095895] env[66369]: INFO networking_nsxv3.common.synchronization [req-c4a61340-387a-489b-ae0d-ab2cff60a0e1 req-63bfcc9e-6c56-4d55-ab7c-a9fed0ee074f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with Priority: HIGHEST for action port [ 1157.097342] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.097581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.097645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.097911] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.098106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.098274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2f120da-8329-4cd7-a63e-d7aa9f3ed129" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.098803] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_rules [ 1157.098948] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_rules [ 1157.099082] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with Priority: HIGHEST for action port [ 1157.099176] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_members [ 1157.099266] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1157.100019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aee5f09c-e99e-409d-aa64-f054c6c52e12 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.100144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.100212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.100458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.100539] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.102561] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.102561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.102561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.102777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.102777] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.104608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.104733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.104800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.104996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.105087] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508a9d04-7615-4d02-98d4-0e3ea4dad6bd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.106332] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee5f09c-e99e-409d-aa64-f054c6c52e12 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.106429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.106770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.106770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.472392] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1157.472392] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_members [ 1157.472492] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1157.473449] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1157.473593] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_members [ 1157.473682] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1157.473985] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.474132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.474311] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a67d6d00-a913-429f-8225-46e9de897ffc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.474409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.474474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.474732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.474880] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.474978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.475073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.475209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.475285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.475377] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.476562] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.476726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.530475] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_rules [ 1157.530775] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1157.530775] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_rules [ 1157.530936] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_members [ 1157.531059] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1157.531193] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1157.531314] env[66369]: INFO networking_nsxv3.common.synchronization [req-501f5f7d-2eee-4506-ad54-abb243276f0e req-f429f887-e7dc-4375-ac07-d2029e74b818 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 575ff29e-2950-4b12-900e-af65617a87af with Priority: HIGHEST for action port [ 1157.531593] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.533049] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_rules [ 1157.533224] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_rules [ 1157.533476] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1157.533804] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 575ff29e-2950-4b12-900e-af65617a87af with Priority: HIGHEST for action port [ 1157.533942] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1157.534091] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1157.534191] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_members [ 1157.534866] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.535858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.535858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.536036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a67d6d00-a913-429f-8225-46e9de897ffc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.536108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.536140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.536380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.536452] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.537514] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.537573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.537929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-575ff29e-2950-4b12-900e-af65617a87af taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.538041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.538122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.538310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.538379] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('575ff29e-2950-4b12-900e-af65617a87af',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.539422] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.539503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.540125] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.540125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.540125] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a67d6d00-a913-429f-8225-46e9de897ffc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.540125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.541072] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.557913] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.558072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.558134] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.559275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.559406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.559598] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be created. [ 1157.565235] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.565502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.565639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.565941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.566129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.566386] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1157.603219] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee5f09c-e99e-409d-aa64-f054c6c52e12 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.603420] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.605189] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.605410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.606771] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.606955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.607023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.607218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.607438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.608609] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with status ACTIVE [ 1157.608811] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.609230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.609517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.609630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.609689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.609826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.610124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.610232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.610293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.610439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.610501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.610591] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd is going to be updated. [ 1157.615268] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.615268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.615452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.615597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.615737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.626512] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: UNINITIALIZED for 2s [ 1157.627320] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1157.640547] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.640777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.640839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.641129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.641301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.641489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.978370] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.036023] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.041989] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a67d6d00-a913-429f-8225-46e9de897ffc taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.042551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.042551] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 575ff29e-2950-4b12-900e-af65617a87af with status ACTIVE [ 1158.042743] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.043023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.043204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.043457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.043602] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.043975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.044086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.044127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.044335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.044430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.044749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.044915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.044997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.045182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.045307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.045403] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 575ff29e-2950-4b12-900e-af65617a87af is going to be updated. [ 1158.046765] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.048023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.048132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.048175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.048365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.048461] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.048649] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 is going to be created. [ 1158.073873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.074373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.074373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.074489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.074678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.074926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-575ff29e-2950-4b12-900e-af65617a87af" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.077234] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.077418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.077418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.077645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.077865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.089255] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 in Status: UNINITIALIZED for 2s [ 1158.480551] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.538930] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.539146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.539187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.539519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.539674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.539835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be updated. [ 1158.550934] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.551148] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.551191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.551395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.551482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.551580] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 is going to be created. [ 1158.579093] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.579363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.579478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.579841] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.580146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.589348] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.589641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.590077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.590231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.590391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.592944] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 in Status: UNINITIALIZED for 2s [ 1158.603886] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1158.842380] env[66369]: INFO networking_nsxv3.common.synchronization [req-c3ecc2bb-e877-45ca-83e0-2a892e5c2718 req-d4a9f7b7-d89a-4bd0-9975-088afc6efc6f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1158.842380] env[66369]: INFO networking_nsxv3.common.synchronization [req-c3ecc2bb-e877-45ca-83e0-2a892e5c2718 req-d4a9f7b7-d89a-4bd0-9975-088afc6efc6f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_members [ 1158.842847] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1158.843038] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 with Priority: HIGHEST for action security_group_members [ 1158.843349] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.843497] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.843731] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-aee5f09c-e99e-409d-aa64-f054c6c52e12 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.843865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.905847] env[66369]: INFO networking_nsxv3.common.synchronization [req-c3ecc2bb-e877-45ca-83e0-2a892e5c2718 req-d4a9f7b7-d89a-4bd0-9975-088afc6efc6f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_rules [ 1158.906057] env[66369]: INFO networking_nsxv3.common.synchronization [req-c3ecc2bb-e877-45ca-83e0-2a892e5c2718 req-d4a9f7b7-d89a-4bd0-9975-088afc6efc6f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1158.906181] env[66369]: INFO networking_nsxv3.common.synchronization [req-c3ecc2bb-e877-45ca-83e0-2a892e5c2718 req-d4a9f7b7-d89a-4bd0-9975-088afc6efc6f tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with Priority: HIGHEST for action port [ 1158.906839] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_rules [ 1158.907047] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1158.907232] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with Priority: HIGHEST for action port [ 1158.907581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.907739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.908016] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.908016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.908144] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.908234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.908299] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.908541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.908624] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('508a9d04-7615-4d02-98d4-0e3ea4dad6bd',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.980714] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1158.980988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.986038] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.986038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.986038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.986038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.986038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.986038] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a67d6d00-a913-429f-8225-46e9de897ffc is going to be created. [ 1159.015716] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.016319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.016411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.017049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.020065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.031350] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: UNINITIALIZED for 2s [ 1159.411236] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 508a9d04-7615-4d02-98d4-0e3ea4dad6bd with status ACTIVE [ 1159.411652] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.411652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.411652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.411889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.411970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.412203] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.412355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.412355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.412541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.412541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.412695] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.412827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.412827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.413083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.413300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.413300] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 508a9d04-7615-4d02-98d4-0e3ea4dad6bd is going to be updated. [ 1159.439521] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.439648] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.439703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.440132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.440324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.440500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-508a9d04-7615-4d02-98d4-0e3ea4dad6bd" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.639706] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1159.639928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.640023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.640255] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.640433] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.640547] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.640630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.640765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.640862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.640998] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.643746] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1159.644448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.644448] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.644581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.644782] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.644955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.645085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.645404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.645549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.645588] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.774304] env[66369]: INFO networking_nsxv3.common.synchronization [req-2deae0a5-7a12-48b0-94b9-c299c01831c3 req-116d61ca-49ec-47a7-a5b9-2f310e550a1e tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1159.774744] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1159.775069] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.775208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.775268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.775468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.775624] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.775722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.775780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.776010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.776130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.776229] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.100232] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 in Status: SUCCESS [ 1160.100560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.100813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.101161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.101457] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.101650] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.101713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.101849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.101933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.102227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.102417] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.143387] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.147383] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.213523] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.213834] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.213965] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.214300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.214595] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.214738] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.214996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.215100] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.215321] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.215552] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.215666] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.215773] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.215879] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.215987] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.216110] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.216241] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.238921] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.239195] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.239474] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.239664] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.240056] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-6e09a4a2-452c-45c5-afa9-afd3443d0f39 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.240255] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.240373] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.240699] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.240905] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e09a4a2-452c-45c5-afa9-afd3443d0f39',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.279041] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.569479] env[66369]: INFO networking_nsxv3.common.synchronization [req-50a0bbca-d0b4-46dd-81d7-15de63d3f2b7 req-8f6dff88-20a3-46c6-8f0f-2aa7aa4170de tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1160.569479] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1160.569479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.569479] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.569479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.569479] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.605935] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.608827] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 in Status: SUCCESS [ 1160.608827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.609304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.609554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.610426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.610426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.610426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.610426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.610426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.610426] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.617807] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1160.618443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.618443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.618443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.618655] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.618729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.618789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.618948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.619038] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.619135] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.646276] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.650912] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.746106] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.748302] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 6e09a4a2-452c-45c5-afa9-afd3443d0f39 not found, creating... [ 1160.748302] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.748302] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.748730] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.748730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.748730] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.748945] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.749109] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.749343] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 6e09a4a2-452c-45c5-afa9-afd3443d0f39 is going to be created. [ 1160.775692] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.776187] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.776187] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.776455] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.776938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.777249] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.781017] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.043687] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: SUCCESS [ 1161.043919] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.044275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.044524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.044735] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.044861] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.044937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.045508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.045686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.045748] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.069376] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.069376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.069376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.069376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.069376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.069376] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.069376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.069376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.069767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.069867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.069965] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1161.105044] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.105044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.105044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.105044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.105044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.111960] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed7df2fe-8448-4afc-9cba-895d2e2a92a8: rpc.has_security_group_logging(os_id): False [ 1161.113395] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.113614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.113614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.113811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.113901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.114137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.114264] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.114352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.115025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.115025] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.115025] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 is going to be deleted. [ 1161.116737] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1161.120915] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.139423] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.139715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.139715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.140087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.140221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.140532] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.141957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.141957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.141957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.141957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.141957] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 is going to be created. [ 1161.148977] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.149180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.149277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.149517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.149593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.149691] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be updated. [ 1161.152801] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.153092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.153092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.153251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.153346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.153446] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1161.179293] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179534] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.179932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.182468] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.182876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.183983] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.184200] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.184314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.184374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.184535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.184613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.184710] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.194770] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: IN_PROGRESS for 2s [ 1161.211380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.211582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.211656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.211873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.212053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.221915] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1161.233798] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.234019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.234455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.234455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.234597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.248590] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 in Status: IN_PROGRESS for 2s [ 1161.283350] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.283511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.283575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.283802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.283893] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.284049] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1161.298285] env[66369]: INFO networking_nsxv3.common.synchronization [req-fef0ca3b-9cec-444d-8a18-caa495e49072 req-3286f455-627b-42d6-8902-c716ffc20d8a tempest-DeleteServersTestJSON-1732947826 tempest-DeleteServersTestJSON-1732947826-project-member] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1161.298837] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGHEST for action security_group_members [ 1161.299152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.299443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.299443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.299686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.299861] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.299968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.300035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.300198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.300291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.300362] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.340158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.340413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.340413] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.340587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.340741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.363316] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1161.502114] env[66369]: INFO networking_nsxv3.common.synchronization [req-2deae0a5-7a12-48b0-94b9-c299c01831c3 req-e95087f4-835a-4c1f-a21c-8561b4b20333 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1161.502352] env[66369]: INFO networking_nsxv3.common.synchronization [req-2deae0a5-7a12-48b0-94b9-c299c01831c3 req-e95087f4-835a-4c1f-a21c-8561b4b20333 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1161.502494] env[66369]: INFO networking_nsxv3.common.synchronization [req-2deae0a5-7a12-48b0-94b9-c299c01831c3 req-e95087f4-835a-4c1f-a21c-8561b4b20333 service nova] Enqueued Resource ID: 6e09a4a2-452c-45c5-afa9-afd3443d0f39 with Priority: HIGHEST for action port [ 1161.507008] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1161.507259] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1161.507404] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e09a4a2-452c-45c5-afa9-afd3443d0f39 with Priority: HIGHEST for action port [ 1161.508112] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.508294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.508392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.508638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.508757] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.509777] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.509877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.510142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e09a4a2-452c-45c5-afa9-afd3443d0f39 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.510274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.510368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.510578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.510686] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e09a4a2-452c-45c5-afa9-afd3443d0f39',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.548433] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.623722] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.688036] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.688036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.688036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.688036] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.688329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.688447] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.688626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.688626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.688799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.688891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.688980] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 already deleted. [ 1161.689081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.689203] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.690274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.690274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.690460] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.690524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.690794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.690794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.690880] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.804077] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.804077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.804077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.804352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.804352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.804535] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.805379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.805379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.805379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.805379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.805379] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be updated. [ 1161.851190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.851405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.851536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.851787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.852165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.873403] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: IN_PROGRESS for 2s [ 1162.014614] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.014755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.015076] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e09a4a2-452c-45c5-afa9-afd3443d0f39 with status ACTIVE [ 1162.015153] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.015267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.015334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.015542] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.015632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.015821] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.016531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.016651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.016865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.016978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.017161] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.017266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.017382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.017488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.017566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.017987] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e09a4a2-452c-45c5-afa9-afd3443d0f39 is going to be updated. [ 1162.043098] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.043300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.043451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.043714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.043881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.044120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e09a4a2-452c-45c5-afa9-afd3443d0f39" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.050889] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.126997] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.127343] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.127511] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.127814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.127918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.128054] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be updated. [ 1162.161652] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.161975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.162085] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.162394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.162596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.181848] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1162.193386] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aee5f09c-e99e-409d-aa64-f054c6c52e12',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.194596] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.194754] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.194823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.195016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.195098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195277] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.195373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.195435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.195581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.195657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.195954] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 already deleted. [ 1162.195954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.264522] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d5e537e-5348-4483-a8ba-32c1f087bdf3 req-34e3d3af-345f-492d-a086-5dc8d23e4b7b tempest-ServersAdminNegativeTestJSON-2039112740 tempest-ServersAdminNegativeTestJSON-2039112740-project-member] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1162.265629] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1162.265927] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.266095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.266175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.266445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.266609] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.266706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.266769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.266924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.267027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.267114] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.553833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.556520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.556520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.556520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.556520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.556520] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a67d6d00-a913-429f-8225-46e9de897ffc is going to be updated. [ 1162.593094] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.593301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.593340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.593527] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.593667] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.603970] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: IN_PROGRESS for 2s [ 1162.679458] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.679820] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.679820] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.682076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.682076] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.682076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.682076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.682076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.682076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.682076] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.682076] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.682076] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.682076] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.682076] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.682076] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.682076] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.698027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aee5f09c-e99e-409d-aa64-f054c6c52e12: rpc.has_security_group_logging(os_id): False [ 1162.723912] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.724084] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.724277] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.724468] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.724815] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-bf013227-9fc7-488c-bdd4-437d4876ed71 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.724955] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.725087] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.725417] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.725580] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf013227-9fc7-488c-bdd4-437d4876ed71',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.727237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.727364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.727432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.727615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.727701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.728197] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.728197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.728197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.728197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.728407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.728407] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 is going to be created. [ 1162.748738] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aee5f09c-e99e-409d-aa64-f054c6c52e12], does not exist path=[/infra/domains/default/groups/aee5f09c-e99e-409d-aa64-f054c6c52e12]."\n}' [ 1162.748917] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aee5f09c-e99e-409d-aa64-f054c6c52e12 [ 1162.749030] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1162.770157] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.770428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.770428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.772531] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.772531] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d already deleted. [ 1162.772531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.836325] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.836465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.836537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.836748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.837918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.838233] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.838456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.838525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.838711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.838793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.839016] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.839125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.839368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.839368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.839474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.839474] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aee5f09c-e99e-409d-aa64-f054c6c52e12 is going to be created. [ 1162.863973] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aee5f09c-e99e-409d-aa64-f054c6c52e12], does not exist path=[/infra/domains/default/groups/aee5f09c-e99e-409d-aa64-f054c6c52e12]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aee5f09c-e99e-409d-aa64-f054c6c52e12 [ 1162.864219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aee5f09c-e99e-409d-aa64-f054c6c52e12" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.864922] env[66369]: Traceback (most recent call last): [ 1162.864922] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1162.864922] env[66369]: return func(*args, **kwargs) [ 1162.864922] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1162.864922] env[66369]: res.raise_for_status() [ 1162.864922] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1162.864922] env[66369]: raise HTTPError(http_error_msg, response=self) [ 1162.865238] env[66369]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aee5f09c-e99e-409d-aa64-f054c6c52e12 [ 1162.865238] env[66369]: During handling of the above exception, another exception occurred: [ 1162.865238] env[66369]: Traceback (most recent call last): [ 1162.865238] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1162.865238] env[66369]: listener.cb(fileno) [ 1162.865238] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1162.865238] env[66369]: result = function(*args, **kwargs) [ 1162.865238] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1162.865238] env[66369]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1162.865238] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1162.865238] env[66369]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1162.865238] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1162.865238] env[66369]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1162.865238] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1162.865238] env[66369]: res.raise_for_status() [ 1162.865238] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1162.865238] env[66369]: raise HTTPError(http_error_msg, response=self) [ 1162.865238] env[66369]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aee5f09c-e99e-409d-aa64-f054c6c52e12 [ 1162.865238] env[66369]: Removing descriptor: 33 [ 1163.127071] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1163.127287] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 1163.127417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.205952] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1163.206249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.206417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.206954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.207421] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.207421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.207421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.207651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.207651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.207718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.207873] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.208657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.208826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.208986] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.209103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.209269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.209419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.209495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.209583] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.231194] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.231472] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.231644] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.232066] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.232225] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.232440] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port bf013227-9fc7-488c-bdd4-437d4876ed71 not found, creating... [ 1163.232900] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.233184] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.233322] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.233654] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.233811] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.234152] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.234952] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.234952] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.234952] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.234952] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.235142] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: bf013227-9fc7-488c-bdd4-437d4876ed71 is going to be created. [ 1163.236817] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1163.238244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.238244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.238244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.238244] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.238244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.238244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.238641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.238641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.238641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.238794] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.240433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.240433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.240682] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.242101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.242101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.242101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.242101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.242101] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.261838] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 in Status: SUCCESS [ 1163.262128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.263947] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.264115] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.264154] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.264575] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.264624] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.264834] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.374265] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1163.374581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.374742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.375026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.375222] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.375335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.375401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.375559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.375635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.375728] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.712333] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.713833] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.744346] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.745448] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.745556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.883401] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.891022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 in Status: SUCCESS [ 1163.891022] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 deletion is rescheduled due to dependency. [ 1163.891022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.193410] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1164.193790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.193900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.194251] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.194537] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.194717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.194814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.195046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.195168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.195305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.195438] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.203342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.203342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.203342] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.203501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.203501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.203975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.203975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.203975] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.218668] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64b20941-a94d-4fac-b36c-8d09e144acea: rpc.has_security_group_logging(os_id): False [ 1164.220346] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.241636] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.241825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.241888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.242140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.242252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.242718] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.242718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.242718] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.242891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.242891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.243016] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be created. [ 1164.246766] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.304975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.305336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.305422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.306031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.306031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.318574] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: IN_PROGRESS for 2s [ 1164.384276] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.570711] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d5e537e-5348-4483-a8ba-32c1f087bdf3 req-98b9e1dc-d954-482e-8e82-0ba8e16c1843 service nova] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_rules [ 1164.570912] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d5e537e-5348-4483-a8ba-32c1f087bdf3 req-98b9e1dc-d954-482e-8e82-0ba8e16c1843 service nova] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1164.571092] env[66369]: INFO networking_nsxv3.common.synchronization [req-1d5e537e-5348-4483-a8ba-32c1f087bdf3 req-98b9e1dc-d954-482e-8e82-0ba8e16c1843 service nova] Enqueued Resource ID: bf013227-9fc7-488c-bdd4-437d4876ed71 with Priority: HIGHEST for action port [ 1164.571605] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_rules [ 1164.571738] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1164.571834] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf013227-9fc7-488c-bdd4-437d4876ed71 with Priority: HIGHEST for action port [ 1164.572609] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.572789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.572884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.573379] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.573379] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.574872] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.574872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.574872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.574999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.575087] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.575191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.575252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.575395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.575480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.575599] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.576522] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf013227-9fc7-488c-bdd4-437d4876ed71 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.576626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.576690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.576836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.576908] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf013227-9fc7-488c-bdd4-437d4876ed71',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.614971] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: SUCCESS [ 1164.615198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.615591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.615803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.615998] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.616130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.616192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.616347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.616421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.616503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.616588] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.705686] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.705810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.706877] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.724809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.726018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.726018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.726018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.726018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.726018] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be updated. [ 1164.748789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.749055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.749055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.749345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.749456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.749563] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1164.772485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.772696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.772696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.772930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.773192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.782787] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: IN_PROGRESS for 2s [ 1164.793760] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.793936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.794030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.794249] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.794847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.807332] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1164.886563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.886726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.886959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.887028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.887112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.887213] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1164.919825] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.920035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.920035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.920359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.920531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.937772] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1165.078884] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.079567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.081625] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.082284] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf013227-9fc7-488c-bdd4-437d4876ed71 with status ACTIVE [ 1165.082359] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.082938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.082938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.082938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.082938] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.083142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.083198] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.083308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.083449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.083525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.083707] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.083815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.084154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.084154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.084154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.084317] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf013227-9fc7-488c-bdd4-437d4876ed71 is going to be updated. [ 1165.111502] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.111502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.111502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.111726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.112416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.112416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf013227-9fc7-488c-bdd4-437d4876ed71" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.118898] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.209404] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.586946] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.621148] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a67d6d00-a913-429f-8225-46e9de897ffc: rpc.has_security_group_logging(os_id): False [ 1165.640935] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.641860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.641860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.641860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.641860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.642436] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.642608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.642703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.642922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.643225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.643937] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a67d6d00-a913-429f-8225-46e9de897ffc is going to be created. [ 1165.707076] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.707076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.707076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.707076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.707076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.719428] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.719428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.719428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.719428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.719428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.719428] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be updated. [ 1165.723439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: IN_PROGRESS for 2s [ 1165.808990] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.808990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.809451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.809660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.810032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.822546] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1166.091354] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.093142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.093142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.093142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.093142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.093142] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be created. [ 1166.119747] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.119902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.119970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.120257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.120531] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.131685] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: UNINITIALIZED for 2s [ 1166.332906] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1166.333262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.333477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.333805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.333805] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.803759] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1166.804191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.804492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.804822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.805126] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.806020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.806020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.806020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.806020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.806020] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.827585] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1166.827585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.827967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.827967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.828243] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.828410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.828479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.828643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.828724] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.828823] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.837899] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.838092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.948801] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1166.949028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.949267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.949555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.950084] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.950084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.950084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.950257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.950369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.950484] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.950599] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.289137] env[66369]: INFO networking_nsxv3.common.synchronization [req-3a7728d6-ae15-443a-ad18-6001add27082 req-aebd11a2-c808-495b-b6bb-4bede099a581 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 1167.289137] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 1167.289137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.289137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.289137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.290046] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.313120] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.332798] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.454161] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.454305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.454373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.454739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.455569] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.455569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.455569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.455569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.455569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.455569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.455569] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.455875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.455875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.455875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.455968] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.456075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.456138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.456300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.456392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.456456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.456544] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.738207] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: SUCCESS [ 1167.738394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.792719] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.792901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.792957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.793384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.793384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793565] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.793665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.793739] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.793881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.793948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.794071] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be deleted. [ 1167.816322] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.827943] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.828496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.828496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.828496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.828496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.828747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.831909] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1167.832201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.832421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.832731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.832953] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.833133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.833232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.833472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.833594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.833724] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.835977] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.874835] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.875135] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.875350] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.875725] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.876174] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.876523] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.876590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.876812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.876966] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.877182] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.877298] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.877461] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.877547] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.877662] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.877860] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.877860] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.901564] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.901739] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.901908] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.902112] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.902546] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-59ce825c-4287-459a-b83b-eb965804d41b taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.902774] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.902897] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.903337] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.903475] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ce825c-4287-459a-b83b-eb965804d41b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.964450] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1167.983700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.983868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.983868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.986199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.008049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.008511] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.008653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.008845] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.010059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.010181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.010473] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.010657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.010856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.011170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.011257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.011478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.011587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.011644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.011807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.011884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.011971] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1168.088339] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.088546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.088618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.088835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.088987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.106508] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1168.145045] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1168.145275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.145468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.145833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.145905] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.145986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.146062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.146211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.146640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.146640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.146640] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.319772] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.319930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.320009] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.320243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.320333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.320432] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be updated. [ 1168.338479] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.339727] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.339727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.339821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.340049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.340174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.340321] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1168.358076] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.358333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.358333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.358525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.358635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.520855] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.521046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.521091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.521314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.521451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.523756] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.524073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.524207] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.524500] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.524634] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.524762] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 59ce825c-4287-459a-b83b-eb965804d41b not found, creating... [ 1168.525320] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.525525] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.525654] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.526042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.526042] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.526300] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.526438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526625] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.526749] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.526882] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.527120] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 59ce825c-4287-459a-b83b-eb965804d41b is going to be created. [ 1168.547911] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: IN_PROGRESS for 2s [ 1168.551436] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1168.572123] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.572123] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.572389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.572526] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.572818] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.573166] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.648833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.649277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.649536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.649837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.650190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.650381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.650479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.650805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.650971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.651204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.651561] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.651800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.651908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.652262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.652581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.652786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.652909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.653230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.653359] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.653457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.653596] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.842039] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.157081] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d: rpc.has_security_group_logging(os_id): False [ 1169.175133] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.178020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.178020] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.178020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.180410] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.180410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.180410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.180410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.180410] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.180410] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be created. [ 1169.245673] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.245673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.245673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.245673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.245975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.257147] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: IN_PROGRESS for 2s [ 1169.342434] env[66369]: INFO networking_nsxv3.common.synchronization [req-3a7728d6-ae15-443a-ad18-6001add27082 req-90a1c7df-c3ef-4ac4-a940-8296b793bfc4 service nova] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_rules [ 1169.342673] env[66369]: INFO networking_nsxv3.common.synchronization [req-3a7728d6-ae15-443a-ad18-6001add27082 req-90a1c7df-c3ef-4ac4-a940-8296b793bfc4 service nova] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 1169.342950] env[66369]: INFO networking_nsxv3.common.synchronization [req-3a7728d6-ae15-443a-ad18-6001add27082 req-90a1c7df-c3ef-4ac4-a940-8296b793bfc4 service nova] Enqueued Resource ID: 59ce825c-4287-459a-b83b-eb965804d41b with Priority: HIGHEST for action port [ 1169.343794] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_rules [ 1169.344033] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 1169.344421] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ce825c-4287-459a-b83b-eb965804d41b with Priority: HIGHEST for action port [ 1169.344568] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.344717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.344770] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.345102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.345102] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.346514] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.346706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.346781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.346989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.347167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.347354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.347354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.348886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.348886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.348886] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.348886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.348886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.349352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.349352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.349352] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.349430] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be updated. [ 1169.351345] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ce825c-4287-459a-b83b-eb965804d41b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.351523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.351591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.352647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.352647] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ce825c-4287-459a-b83b-eb965804d41b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.403054] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.405068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.405298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.405711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.406157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.422562] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1169.763873] env[66369]: INFO networking_nsxv3.common.synchronization [req-11c02334-919d-48d1-9080-97eab3d718c3 req-05dc180c-fe4e-48b4-99aa-92c3bc84623c tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1169.764442] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1169.764751] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.764870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.764946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.769722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.769769] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.770206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.770206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.770206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.770363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.770363] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.855701] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.857483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.857483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.857692] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59ce825c-4287-459a-b83b-eb965804d41b with status ACTIVE [ 1169.858140] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.858348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.858400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.858680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.858805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.859284] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.859378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.859468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.859700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.859818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.860513] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.860513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.860513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.860690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.860690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.860754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59ce825c-4287-459a-b83b-eb965804d41b is going to be updated. [ 1169.884145] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.884316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.884388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.884615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.884749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.884899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.122016] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1170.122016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.148189] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.148417] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.148552] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.148842] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.149268] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.151478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.151478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.151478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.151478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.151478] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.151478] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.151478] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.151478] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.151478] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.151478] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.151478] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.176526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.176836] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1170.177074] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.177375] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-592" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.177861] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-57981595-5236-43ef-88bb-18d257f0414c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.178295] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.178767] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.179209] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.179491] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57981595-5236-43ef-88bb-18d257f0414c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.272864] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.273257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.273447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.273720] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.295163] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.295569] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.295730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.295817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.296114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.296233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.296360] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1170.323687] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.323858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.324127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.324367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.326682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.335634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1170.364233] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.559343] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1170.559570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.559698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.559907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.560115] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.560250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.560314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.560472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.560551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.560633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.560794] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.560886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.560940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.561088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.561226] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.561314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.561368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.561502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.561572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.561830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.561830] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.563150] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1170.563325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.563463] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.563620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.563796] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.563898] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.563961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.564159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.564219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.564293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.564375] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.638282] env[66369]: INFO networking_nsxv3.common.synchronization [req-260cb4d8-696e-42d6-8313-6308992a281d req-bcd3dec9-8163-4d3b-a036-ad4964541602 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1170.638858] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1170.639615] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.639774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.639806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.640016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.640197] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.640302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.640365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.640539] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.640637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.640739] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.683239] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.683239] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.683239] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.683532] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.683962] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.683962] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 57981595-5236-43ef-88bb-18d257f0414c not found, creating... [ 1170.684126] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.684241] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.684351] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.684568] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.684693] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.684970] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.685131] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.686022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.686022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.686022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.686022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 57981595-5236-43ef-88bb-18d257f0414c is going to be created. [ 1170.707831] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.708051] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.708198] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.708447] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.708677] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.708895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.870688] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.870688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.870688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.870688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.870688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.870688] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be created. [ 1171.020229] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.020372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.020440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.020707] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.021929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.038434] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: UNINITIALIZED for 2s [ 1171.065812] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8545536-46df-45ec-8935-bc30d6225870: rpc.has_security_group_logging(os_id): False [ 1171.067031] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.088194] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.088418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.088418] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.088691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.117069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.117347] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.117472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.117529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.117735] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.117814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.118017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.118126] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.118190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.118329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.118397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.118608] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.118712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.118774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.119206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.119206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.120737] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1171.142524] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.218023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.218229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.218229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.218459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.218608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.238647] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1171.276774] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1171.276990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.437570] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1171.437826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.437966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.438427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.438427] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.438606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.438606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.438727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.438809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.438891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.439076] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.439200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.439271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.439400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.439549] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.439659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.439713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.439859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.439932] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.440538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.440538] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.442459] env[66369]: INFO networking_nsxv3.common.synchronization [req-11c02334-919d-48d1-9080-97eab3d718c3 req-7ca3864c-e325-474d-bac9-6b18f25bfb92 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 1171.442634] env[66369]: INFO networking_nsxv3.common.synchronization [req-11c02334-919d-48d1-9080-97eab3d718c3 req-7ca3864c-e325-474d-bac9-6b18f25bfb92 service nova] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1171.442831] env[66369]: INFO networking_nsxv3.common.synchronization [req-11c02334-919d-48d1-9080-97eab3d718c3 req-7ca3864c-e325-474d-bac9-6b18f25bfb92 service nova] Enqueued Resource ID: 57981595-5236-43ef-88bb-18d257f0414c with Priority: HIGHEST for action port [ 1171.443236] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_rules [ 1171.443340] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1171.443592] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57981595-5236-43ef-88bb-18d257f0414c with Priority: HIGHEST for action port [ 1171.444802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.444802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.444802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.444802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.444802] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.445220] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.445297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.445758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-57981595-5236-43ef-88bb-18d257f0414c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.445758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.445758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.446218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.446218] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57981595-5236-43ef-88bb-18d257f0414c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.571389] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64b20941-a94d-4fac-b36c-8d09e144acea: rpc.has_security_group_logging(os_id): False [ 1171.592685] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.593117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.593117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.593326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.593471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.593792] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.593942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.594117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.594367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.594471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.594631] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be updated. [ 1171.645248] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.664191] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.664191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.664191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.664191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.664191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.681452] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: IN_PROGRESS for 2s [ 1171.944197] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e74bc021-2fc6-4726-815a-fed6e7657739: rpc.has_security_group_logging(os_id): False [ 1171.948165] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.948368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.948526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57981595-5236-43ef-88bb-18d257f0414c with status ACTIVE [ 1171.948721] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.948838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.948989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.949207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.949307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.949488] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.949607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.949671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.950266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.950266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.950266] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.950266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.950513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.950513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.950513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.950617] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57981595-5236-43ef-88bb-18d257f0414c is going to be updated. [ 1171.966135] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.966427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.966544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.966847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.992152] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.992311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.992382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.992594] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.992748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.992908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57981595-5236-43ef-88bb-18d257f0414c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.997926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.999298] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.999298] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.999298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.999886] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.999886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.999886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.999886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.999886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.000075] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be updated. [ 1172.079858] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.080115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.080115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.080328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.080501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.111518] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1172.135383] env[66369]: INFO networking_nsxv3.common.synchronization [req-1639c8f6-f5a6-4fea-bb7b-71d2d163fe45 req-35a624cb-859d-4ff1-a86c-1330ee00cdf2 tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1172.136470] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1172.136470] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.136653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.136653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.136827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.136994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.137125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.137178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.137347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.137457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.137530] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.149102] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.149102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.149102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.149102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.149102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.149102] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be updated. [ 1172.209617] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.209915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.209915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.210117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.210282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.234505] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1172.347312] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1172.347494] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 1172.347974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.347974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.348106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.348598] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.348598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.348598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.348793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.348828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.349057] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.642847] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.642847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.642847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.642847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.662232] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.662428] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.663313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.663313] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.663313] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.663538] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.663538] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.663772] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.663910] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.664152] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.664302] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.664401] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.664500] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.664633] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.664766] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.664872] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.666797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.666997] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.667112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.667229] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.667348] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.667426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.667588] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1172.674311] env[66369]: INFO networking_nsxv3.common.synchronization [req-4912f60a-e3ae-419f-8b6d-39abe04ad6f1 req-6793151d-2d67-40d8-81f6-019934ac61f5 tempest-ServerRescueTestJSONUnderV235-924515598 tempest-ServerRescueTestJSONUnderV235-924515598-project-member] Enqueued Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1172.674864] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e74bc021-2fc6-4726-815a-fed6e7657739 with Priority: HIGHEST for action security_group_members [ 1172.675288] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-e74bc021-2fc6-4726-815a-fed6e7657739 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.675493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.675556] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.676181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.676403] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.676543] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.676640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.676868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.676996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.677159] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.697015] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.697083] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.697219] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.697390] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.697698] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.697865] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.697981] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.698332] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.698475] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aacbc55-e638-4336-ae42-3ba3b3cc93ee',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.702132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.702289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.702358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.702549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.702690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.711876] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1172.851544] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.057260] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: SUCCESS [ 1173.057575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.057699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.057923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.058140] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.058261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.058333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.058490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.058563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.058673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.058797] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.181040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.181040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.181040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.181472] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be updated. [ 1173.200928] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.200928] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.200928] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.201585] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.201585] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.201585] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 0aacbc55-e638-4336-ae42-3ba3b3cc93ee not found, creating... [ 1173.202116] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.202264] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.202264] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.202489] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.202625] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.202913] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.203676] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.203898] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.204265] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.204484] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.204677] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee is going to be created. [ 1173.209277] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.209858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.209858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.210035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.210217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.219894] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: IN_PROGRESS for 2s [ 1173.227460] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.227815] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.228012] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.228351] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.228711] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.228996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.270558] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1173.270829] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.271116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.271426] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.271555] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.353836] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.561575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.561743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.561807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.562063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.562240] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.562341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.562402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.562574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.562673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.562763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.562916] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.563080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.563273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.563475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.563666] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.563781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.563849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.564063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.564120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.564217] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.564312] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.696502] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1173.696729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.775433] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.775781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.775862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.776245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.776311] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.776391] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.776456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.776658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.776747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.776913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.776913] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.855736] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.855924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.855924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.856164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.856257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.856361] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1173.886238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.886389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.886447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.886661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.886803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.901161] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1173.957753] env[66369]: INFO networking_nsxv3.common.synchronization [req-1639c8f6-f5a6-4fea-bb7b-71d2d163fe45 req-ab4f1f0b-a055-4e26-950b-811ca98edd3e service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 1173.957940] env[66369]: INFO networking_nsxv3.common.synchronization [req-1639c8f6-f5a6-4fea-bb7b-71d2d163fe45 req-ab4f1f0b-a055-4e26-950b-811ca98edd3e service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1173.958100] env[66369]: INFO networking_nsxv3.common.synchronization [req-1639c8f6-f5a6-4fea-bb7b-71d2d163fe45 req-ab4f1f0b-a055-4e26-950b-811ca98edd3e service nova] Enqueued Resource ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee with Priority: HIGHEST for action port [ 1173.958650] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 1173.958736] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1173.958840] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee with Priority: HIGHEST for action port [ 1173.959126] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.959301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.959301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.959494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.959590] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.960501] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.960598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.960844] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.960928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.960967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.961154] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.961250] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aacbc55-e638-4336-ae42-3ba3b3cc93ee',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.070624] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2af0301-f5ce-4282-ad88-0afa963788b8: rpc.has_security_group_logging(os_id): False [ 1174.097529] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.097713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.097772] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.098058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.098475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.098854] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.099088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.099666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.099666] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.099787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.100015] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.100186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.100298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.100989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.100989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.101137] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.101298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.101429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.101894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.101894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.102202] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be created. [ 1174.128717] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1174.129050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.129185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.129466] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.129566] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e74bc021-2fc6-4726-815a-fed6e7657739',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.196055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.196494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.196494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.196570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.196884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.213596] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: IN_PROGRESS for 2s [ 1174.244316] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1174.244316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.280209] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.280209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.280209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.280489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.280590] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.280781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.280868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.281204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.281314] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.281481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.281678] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.281808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.281907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.282170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.282397] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.282590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.282723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.282929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.283204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.283401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.283952] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.463452] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.463631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.463772] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aacbc55-e638-4336-ae42-3ba3b3cc93ee with status ACTIVE [ 1174.463938] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.464068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.464140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.464341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.464429] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.464596] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.464691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.464752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.464908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.464995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.465187] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.465281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.465339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.465477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.465551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.465631] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee is going to be updated. [ 1174.497866] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.498430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.498629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.498974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.499247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.499523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.657648] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.660019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.660019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.660019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.660019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.660019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 is going to be deleted. [ 1174.723629] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1174.723845] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df deletion is rescheduled due to dependency. [ 1174.723959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.724176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.724432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.724627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.724769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.724840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.725014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.725150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.725294] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.727301] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.728437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.728526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.728777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.728900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.729090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.786565] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8545536-46df-45ec-8935-bc30d6225870: rpc.has_security_group_logging(os_id): False [ 1174.833915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.833915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.833915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.833915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.835212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.835397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.835687] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.835805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.835885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.836095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.836179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.836274] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1174.857119] env[66369]: INFO networking_nsxv3.common.synchronization [req-aba045c3-7746-4678-82aa-6d4a55ba2447 req-2bd167f1-f8a9-441b-8aa2-a614b8c09c1c tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1174.857689] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1174.858104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.858242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.858328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.858572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.859278] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.859395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.859460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.859679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.859797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.859897] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.934640] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.935099] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.935316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.935680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.935937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.958917] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1175.231301] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.235212] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e74bc021-2fc6-4726-815a-fed6e7657739 in Status: SUCCESS [ 1175.235212] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e74bc021-2fc6-4726-815a-fed6e7657739 deletion is rescheduled due to dependency. [ 1175.235212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e74bc021-2fc6-4726-815a-fed6e7657739" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.252246] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.252246] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.252246] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.252246] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.252921] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.253395] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.253696] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.254090] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.254394] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.254731] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.255425] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.255425] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.255425] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.255425] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.255425] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.255742] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.278594] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.278788] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.278981] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.279213] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-293" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.279622] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-886f8864-075d-4908-a129-654ae344e69a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.279828] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.279950] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.280287] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.280428] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886f8864-075d-4908-a129-654ae344e69a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.364705] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.621434] env[66369]: INFO networking_nsxv3.common.synchronization [req-fe5735a8-2807-4437-825b-a772e4da3ee4 req-8684c47d-3cdc-4b02-8f28-e6eaccdc0d9e tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_members [ 1175.622443] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGHEST for action security_group_members [ 1175.622699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.622908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.623012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.623330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.623721] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.623721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.623868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.624052] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.624182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.624368] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.736401] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.784288] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.784788] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.784993] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.785403] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.785712] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.786106] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.786322] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.786504] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.786911] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.786978] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.787395] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.787812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.788167] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.788587] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.788987] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.789233] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 886f8864-075d-4908-a129-654ae344e69a is going to be updated. [ 1175.812913] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.813410] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.813605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.813939] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.814250] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.814547] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.867755] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.920135] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1175.920744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.920937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.921250] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.921452] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.921577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.921643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.921978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.921978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.921978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.922376] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.127142] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.127142] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.127396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.127606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.149835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.150122] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.150248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.150315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.150523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.150603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.150693] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e is going to be updated. [ 1176.181449] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.181628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.181696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.181888] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.182059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.191257] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e in Status: IN_PROGRESS for 2s [ 1176.226676] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: SUCCESS [ 1176.226676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.239702] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.240147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.240147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.240147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.240147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.240286] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1176.292315] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.292472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.292544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.292761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.292950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.312328] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1176.371266] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.371450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.371520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.371737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.371822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.371922] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1176.423915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.424207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.424207] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.424512] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.424608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.426261] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.426615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.426758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.427023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.427231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.427392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.427496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.427717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.427835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.427954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.428156] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.429373] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.429373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.429373] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.443460] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1176.547821] env[66369]: INFO networking_nsxv3.common.synchronization [req-988eaf02-8b43-4cb0-b7c2-42c200788830 req-fcc3fa68-1242-4a40-893d-04aefc45b7dc service nova] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_rules [ 1176.552172] env[66369]: INFO networking_nsxv3.common.synchronization [req-988eaf02-8b43-4cb0-b7c2-42c200788830 req-fcc3fa68-1242-4a40-893d-04aefc45b7dc service nova] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1176.552647] env[66369]: INFO networking_nsxv3.common.synchronization [req-988eaf02-8b43-4cb0-b7c2-42c200788830 req-fcc3fa68-1242-4a40-893d-04aefc45b7dc service nova] Enqueued Resource ID: 886f8864-075d-4908-a129-654ae344e69a with Priority: HIGHEST for action port [ 1176.553983] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_rules [ 1176.555366] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1176.555573] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886f8864-075d-4908-a129-654ae344e69a with Priority: HIGHEST for action port [ 1176.555960] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.556776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.556776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.556776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.557702] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.558702] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.559417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.559985] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.560227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.560752] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.561170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.561488] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.561742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.561858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.561976] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.562950] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-886f8864-075d-4908-a129-654ae344e69a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.563114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.563209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.563400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.563622] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886f8864-075d-4908-a129-654ae344e69a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.933065] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7de174e5-b649-420f-a96c-e48ebcc1c964: rpc.has_security_group_logging(os_id): False [ 1176.954154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.954336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.954411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.954663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.954737] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.955444] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.955444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.955444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.955444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.955658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.955689] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.955871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.955871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.955958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.957341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.957341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.957341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.957341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.957341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.957341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.957341] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1176.976533] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1176.978926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.043701] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.043701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.043909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.043945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.044111] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.057789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1177.068415] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.068555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.068761] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.069713] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 886f8864-075d-4908-a129-654ae344e69a with status ACTIVE [ 1177.069904] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.070049] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.070164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.070397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.070486] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.070664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.070762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.070825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.071864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.071864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.071864] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.071864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.071864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.071864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.071864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.071864] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 886f8864-075d-4908-a129-654ae344e69a is going to be updated. [ 1177.096011] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.096174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.096247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.096470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.096628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.096800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886f8864-075d-4908-a129-654ae344e69a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.574363] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.078971] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.078971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.078971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.078971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.079341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.079403] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1178.112562] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.112717] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.112787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.112996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.113192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.126228] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1178.200602] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e in Status: SUCCESS [ 1178.200801] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e deletion is rescheduled due to dependency. [ 1178.200900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.326376] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1178.326660] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.326868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.327153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.327421] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.327572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.327643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.327899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.328051] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.328200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.328310] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.454801] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1178.454801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.831405] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.071335] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1179.071470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.334606] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c125a1d4-8dfe-466c-9633-f5ae1af579df: rpc.has_security_group_logging(os_id): False [ 1179.356147] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.356147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.356147] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.356467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.356467] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.356793] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.356918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.357054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.357277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.357369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.357506] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1179.429253] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.429253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.429253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.429627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.429728] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.444669] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1179.598745] env[66369]: INFO networking_nsxv3.common.synchronization [req-2f6b281c-c9a6-4995-922d-d2ea3ebb13e5 req-8e3a2e3e-be39-4759-a4df-0f5c01859bd9 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 1179.600230] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGHEST for action security_group_members [ 1179.600763] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.601020] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.601200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.601900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.602226] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.602394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.602517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.602798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.602950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.603269] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.692433] env[66369]: INFO networking_nsxv3.common.synchronization [req-2f6b281c-c9a6-4995-922d-d2ea3ebb13e5 req-8e3a2e3e-be39-4759-a4df-0f5c01859bd9 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 59ce825c-4287-459a-b83b-eb965804d41b with Priority: HIGHEST for action port [ 1179.693262] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ce825c-4287-459a-b83b-eb965804d41b with Priority: HIGHEST for action port [ 1179.693815] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ce825c-4287-459a-b83b-eb965804d41b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.693815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.693815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.694316] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ce825c-4287-459a-b83b-eb965804d41b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.109484] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.110574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.110574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.110574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.110574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.110839] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.110918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.110950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.111174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.111297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.111439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be updated. [ 1180.135075] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1180.135296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.135451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.135691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.135901] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.136027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.136095] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.136248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.136330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.136412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.136500] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.155420] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.155581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.155653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.155859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.155999] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.167163] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: IN_PROGRESS for 2s [ 1180.196827] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59ce825c-4287-459a-b83b-eb965804d41b with status ACTIVE [ 1180.196995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.197170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.197211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.197439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.197692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.197692] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.197775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.197822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.197974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.198072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.198407] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.198407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.198407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.198561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.198612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.198696] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59ce825c-4287-459a-b83b-eb965804d41b is going to be updated. [ 1180.232381] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.232381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.232381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.232381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.232381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.232381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ce825c-4287-459a-b83b-eb965804d41b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.642244] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.642244] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.642244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.642892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.642892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.642892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.642892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.642892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.643168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.643168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.643243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.643363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.643409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.643968] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.146382] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eda72fbe-1f41-4bd4-b9d2-73727df1bd32: rpc.has_security_group_logging(os_id): False [ 1181.169433] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.169433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.169433] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.169619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.192859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.193713] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.193713] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.195174] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.195174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.196154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.196464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.197174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.197174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.198355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.198355] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1181.286501] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.286501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.286501] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.286918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.286918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.314854] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1181.466018] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1181.466018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.179229] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2af0301-f5ce-4282-ad88-0afa963788b8 in Status: SUCCESS [ 1182.179576] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 deletion is rescheduled due to dependency. [ 1182.179576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.259230] env[66369]: INFO networking_nsxv3.common.synchronization [req-df8b7519-26dd-4d66-9e37-97f16f5800a4 req-bd6d1d67-ae79-44a0-a6a8-2259c978591d tempest-ServerRescueTestJSON-1052236460 tempest-ServerRescueTestJSON-1052236460-project-member] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1182.259787] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1182.260373] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.260373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.260373] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.260557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.260693] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.260780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.260835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.260990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.262186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.262321] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.720641] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-5 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.720837] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.721032] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.721400] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.721749] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.721894] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.722210] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.722488] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.722655] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.722871] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.722980] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.723185] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.723306] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.723415] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.723517] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.723650] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.749905] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.750535] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.750535] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.750671] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.751073] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.751325] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.751516] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.752054] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.752240] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b07ae6e4-2c03-4bd6-926b-f4d7364e6a22',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.764605] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.180793] env[66369]: INFO networking_nsxv3.common.synchronization [req-1799f357-9edb-4d2d-b5e4-7dfaf66b5a0e req-174b8a83-330d-4178-bafb-585981cda9c0 tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1183.180793] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGHEST for action security_group_members [ 1183.180793] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.181094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.181094] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.182018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.182123] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.182244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.182311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.182495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.182580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.182672] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.256685] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.256685] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.256685] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.256685] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.256685] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.256685] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 not found, creating... [ 1183.256685] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.257387] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.257387] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.257387] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.257516] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.257800] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.257968] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.258183] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.258413] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.258572] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.258717] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 is going to be created. [ 1183.267399] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.286786] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.288674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.288674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.288674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.288674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.288674] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.334124] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1183.334457] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.685221] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.685499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.685575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.685759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.709952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.710357] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.710578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.710825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.711048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.711195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.711264] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be updated. [ 1183.756318] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.756537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.756679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.758253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.758253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.767860] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: IN_PROGRESS for 2s [ 1183.770495] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.770744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.770744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.770944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.771124] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.771203] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be updated. [ 1183.805151] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.805151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.805151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.805151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.805151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.820935] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: IN_PROGRESS for 2s [ 1184.049036] env[66369]: INFO networking_nsxv3.common.synchronization [req-df8b7519-26dd-4d66-9e37-97f16f5800a4 req-0d858aa4-1883-41ef-97e3-85d58789a480 service nova] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_rules [ 1184.049036] env[66369]: INFO networking_nsxv3.common.synchronization [req-df8b7519-26dd-4d66-9e37-97f16f5800a4 req-0d858aa4-1883-41ef-97e3-85d58789a480 service nova] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1184.049036] env[66369]: INFO networking_nsxv3.common.synchronization [req-df8b7519-26dd-4d66-9e37-97f16f5800a4 req-0d858aa4-1883-41ef-97e3-85d58789a480 service nova] Enqueued Resource ID: b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 with Priority: HIGHEST for action port [ 1184.049302] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_rules [ 1184.049302] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1184.049363] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 with Priority: HIGHEST for action port [ 1184.050526] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.050526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.050526] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.050752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.050752] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.052666] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.052765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.053018] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.053128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.053225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.053425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.053503] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b07ae6e4-2c03-4bd6-926b-f4d7364e6a22',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.558741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.558741] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 with status ACTIVE [ 1184.558741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.558741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.558741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.558741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.559679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.559679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.559679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.559679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.559679] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b07ae6e4-2c03-4bd6-926b-f4d7364e6a22 is going to be updated. [ 1184.580657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.580834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.580887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.581135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.581241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.581402] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b07ae6e4-2c03-4bd6-926b-f4d7364e6a22" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.781414] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fce36317-1731-4e12-927c-d37e5476c5d5 in Status: SUCCESS [ 1185.781827] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 deletion is rescheduled due to dependency. [ 1185.781827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.831840] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1185.832064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.832266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.832446] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.832641] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.832774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.832854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.833018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.833108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.833275] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.335294] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.584410] env[66369]: INFO networking_nsxv3.common.synchronization [None req-57421cc4-336b-4ae2-97cf-ed6a1d8ccbb0 tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_rules [ 1186.584925] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_rules [ 1186.585313] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.585478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.585551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.585860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.585984] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.723172] env[66369]: INFO networking_nsxv3.common.synchronization [None req-2c4c9cb9-afd5-41d3-a445-de6cf215ffc2 tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_rules [ 1186.723875] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_rules [ 1186.725264] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.725400] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.838443] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.012858] env[66369]: INFO networking_nsxv3.common.synchronization [req-b7a10dc1-b31e-4a90-a1ed-1ca3effbf92a req-ac7f273d-45f3-4e0e-8540-16f0eada3ce6 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1187.013570] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1187.013879] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.014011] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.014380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.014877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.014877] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.014877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.015100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.015100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.015205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.015347] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.113992] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.114268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.114375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.114699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.114830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.115033] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a already deleted. [ 1187.115272] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.115506] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.115748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.115863] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.342132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.343387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.343387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.343387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.343387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.343387] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be updated. [ 1187.380167] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.380167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.380398] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.380513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.380637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.397984] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: IN_PROGRESS for 2s [ 1187.518486] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.641045] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.641312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.641404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.641684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.641805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.641915] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a already deleted. [ 1187.642076] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.021398] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.441171] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbbb8f30-f7c3-4b3d-af00-ae4d26e7170f req-e7eeb40e-be5e-48b2-a769-2adb57c57891 tempest-ServersAdminNegativeTestJSON-2039112740 tempest-ServersAdminNegativeTestJSON-2039112740-project-member] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1188.441827] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1188.442235] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.442431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.442630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.442946] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.443079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.443221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.443366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.443409] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.523554] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.523781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.523781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.523955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.524059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.524173] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1188.577367] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.577367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.577367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.577367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.577367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.588092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1188.851395] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-952 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.851603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.851727] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.852016] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.852368] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.852481] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.852548] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.852820] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.852892] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.853157] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.853300] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.853410] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.853516] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.853628] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.853730] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.853856] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.875345] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.875561] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.875743] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.875955] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-952" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.876326] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-31ef8d8b-af56-4821-9722-1401ecd0aa1f taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.876524] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.876606] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.876933] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.877092] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ef8d8b-af56-4821-9722-1401ecd0aa1f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.948603] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.972652] env[66369]: INFO networking_nsxv3.common.synchronization [req-aebf8976-4076-4648-b8fe-cab4a76e9630 req-b9f1cdbf-d62c-4bc9-9636-9cba78758dd3 tempest-ServerDiskConfigTestJSON-576426031 tempest-ServerDiskConfigTestJSON-576426031-project-member] Enqueued Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1188.973181] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 with Priority: HIGHEST for action security_group_members [ 1188.973494] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-7de174e5-b649-420f-a96c-e48ebcc1c964 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.973616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.973681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.973942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.974431] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.974550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.974615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.974786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.974900] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.974959] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7de174e5-b649-420f-a96c-e48ebcc1c964',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.379195] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.379498] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.379567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.379891] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.380059] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.380219] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 31ef8d8b-af56-4821-9722-1401ecd0aa1f not found, creating... [ 1189.380484] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.380641] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.380753] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.380978] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.381202] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.381488] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.381640] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.381752] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.381957] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.382102] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.382240] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 31ef8d8b-af56-4821-9722-1401ecd0aa1f is going to be created. [ 1189.404478] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.404708] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.404835] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.405154] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.405389] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.405702] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.408092] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1189.408276] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.408428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.408617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.408783] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.408890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.408953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.409116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.409195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.409281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.409368] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.452142] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.479092] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.479237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.479278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.479482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.479585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.479770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.479859] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.479923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.480083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.480159] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.480250] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 is going to be updated. [ 1189.512513] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.512722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.512722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.512926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.513081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.526294] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: IN_PROGRESS for 2s [ 1189.911377] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.911545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.911611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.911831] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.912010] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.912108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.912166] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.912328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.912424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.912509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.912656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.912747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.912804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.912945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.913096] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.913216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.913284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.913397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.913470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.913551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.913634] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.954717] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.954877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.954950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.955232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.955371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.955529] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be updated. [ 1189.986667] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.986844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.986895] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.987132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.987296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.998745] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: IN_PROGRESS for 2s [ 1190.127864] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbbb8f30-f7c3-4b3d-af00-ae4d26e7170f req-025f24d6-a36f-4d84-a2a0-9f685507a867 service nova] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_rules [ 1190.128072] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbbb8f30-f7c3-4b3d-af00-ae4d26e7170f req-025f24d6-a36f-4d84-a2a0-9f685507a867 service nova] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1190.128244] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbbb8f30-f7c3-4b3d-af00-ae4d26e7170f req-025f24d6-a36f-4d84-a2a0-9f685507a867 service nova] Enqueued Resource ID: 31ef8d8b-af56-4821-9722-1401ecd0aa1f with Priority: HIGHEST for action port [ 1190.128845] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_rules [ 1190.128997] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1190.129109] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31ef8d8b-af56-4821-9722-1401ecd0aa1f with Priority: HIGHEST for action port [ 1190.129391] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.129535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.129601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.129803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.129921] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.131031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.131190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.131381] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-31ef8d8b-af56-4821-9722-1401ecd0aa1f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.131528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.131593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.131784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.133510] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31ef8d8b-af56-4821-9722-1401ecd0aa1f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.415484] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6429931f-0ec7-42ab-a7e3-82ddd7be7015: rpc.has_security_group_logging(os_id): False [ 1190.433759] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.433909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.433981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.434281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.454685] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.455061] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.455205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.455297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.455508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.455593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.455806] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.455909] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.455971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.456143] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.456221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.456432] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.456554] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.456620] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.456765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.456838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.456923] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be updated. [ 1190.522368] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.522368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.522368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.522368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.522368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.536683] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: IN_PROGRESS for 2s [ 1190.605248] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1190.605248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.634119] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.634119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.634402] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31ef8d8b-af56-4821-9722-1401ecd0aa1f with status ACTIVE [ 1190.634402] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.634544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.634577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.634782] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.634874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.635066] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.635165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.635228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.635388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.635566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.635839] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.635948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.636019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.636180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.636257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.636345] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31ef8d8b-af56-4821-9722-1401ecd0aa1f is going to be updated. [ 1190.660958] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.661214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.661283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.662926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.662926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.662926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31ef8d8b-af56-4821-9722-1401ecd0aa1f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.862714] env[66369]: INFO networking_nsxv3.common.synchronization [req-f2827c1c-f25d-4293-9b17-7209e4348207 req-6f8c8f4f-1830-4cb1-8195-35c7eafaf0c7 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1190.863600] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1190.863782] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.863941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.864079] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.866812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.867721] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.867721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.867721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.867721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.867948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.867948] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.178378] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.178663] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.178746] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.179066] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.179343] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.179504] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.179616] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.179838] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.179981] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.180240] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.180374] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.180499] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.180616] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.180742] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1191.180904] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.181112] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.202027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.202185] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1191.202307] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.202477] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-624" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.202801] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-b9ba012b-8696-45d2-afda-da62ad88ce51 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.203029] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.203370] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.203605] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.203750] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ba012b-8696-45d2-afda-da62ad88ce51',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.374032] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.539570] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 in Status: SUCCESS [ 1191.539570] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7de174e5-b649-420f-a96c-e48ebcc1c964 deletion is rescheduled due to dependency. [ 1191.539570] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7de174e5-b649-420f-a96c-e48ebcc1c964" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.706317] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.706502] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.706639] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.706982] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.707158] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.707316] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port b9ba012b-8696-45d2-afda-da62ad88ce51 not found, creating... [ 1191.707640] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.707812] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.707969] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.708252] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.708463] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.708758] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.708923] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.709049] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.709292] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.709437] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.709576] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: b9ba012b-8696-45d2-afda-da62ad88ce51 is going to be created. [ 1191.732446] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.732681] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.732790] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.733106] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.733427] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.733825] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.876924] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.009721] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1192.009940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.010950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.010950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.010950] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.010950] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.011318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.011318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.011318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.011568] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.379247] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.379580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.379580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.379714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.379801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.379906] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1192.418802] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.419008] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.419120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.419701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.419886] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.430938] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1192.484363] env[66369]: INFO networking_nsxv3.common.synchronization [req-f2827c1c-f25d-4293-9b17-7209e4348207 req-30fdf44f-16d9-45ee-bcee-3272370230e6 service nova] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1192.484363] env[66369]: INFO networking_nsxv3.common.synchronization [req-f2827c1c-f25d-4293-9b17-7209e4348207 req-30fdf44f-16d9-45ee-bcee-3272370230e6 service nova] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1192.484363] env[66369]: INFO networking_nsxv3.common.synchronization [req-f2827c1c-f25d-4293-9b17-7209e4348207 req-30fdf44f-16d9-45ee-bcee-3272370230e6 service nova] Enqueued Resource ID: b9ba012b-8696-45d2-afda-da62ad88ce51 with Priority: HIGHEST for action port [ 1192.487055] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1192.487055] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1192.487055] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ba012b-8696-45d2-afda-da62ad88ce51 with Priority: HIGHEST for action port [ 1192.487055] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.487055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.487055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.487055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.487055] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.488091] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.488854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.488854] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ba012b-8696-45d2-afda-da62ad88ce51 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.488854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.488854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.489158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.489189] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ba012b-8696-45d2-afda-da62ad88ce51',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.513459] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.552629] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1192.553035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.992563] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.992796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.992934] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ba012b-8696-45d2-afda-da62ad88ce51 with status ACTIVE [ 1192.993231] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.993409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.993478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.993757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.993848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.994197] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.994381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.994460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.994664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.994755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.995019] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.995253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.995363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.995540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.995618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.995707] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ba012b-8696-45d2-afda-da62ad88ce51 is going to be updated. [ 1193.016043] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.017866] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.017995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.018077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.018287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.018420] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.018578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.273381] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-699 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.273474] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.273552] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.273826] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.274115] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.274292] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.274411] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.274632] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.274775] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.274983] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.275107] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.275216] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.275340] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.275441] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.275621] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.275716] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.296850] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.297033] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1193.297171] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.297347] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-699" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.297770] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.297959] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.298092] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.298358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.298492] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4ae0b1-f523-4a4f-bb3b-ccfbb029329c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.519758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.519928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.519998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.520225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.520317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.520427] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be updated. [ 1193.552456] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.552646] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.552879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.552942] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.553203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.564519] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: IN_PROGRESS for 2s [ 1193.801545] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.802149] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.802149] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.802307] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.802484] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.802876] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.803130] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.803403] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.803755] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.803988] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.804389] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.804572] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.804694] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.805440] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.805697] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.805799] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c is going to be updated. [ 1193.832699] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.833104] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.833290] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.833682] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.833922] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.834263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.440467] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1194.441081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.441081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.441081] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.441322] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.441415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.441479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.441587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.441721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.441833] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.549506] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f25cede-f296-4920-93df-185f2340e12e req-566342d0-6657-41ad-a970-096a4e1682c8 service nova] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1194.549506] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f25cede-f296-4920-93df-185f2340e12e req-566342d0-6657-41ad-a970-096a4e1682c8 service nova] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1194.549506] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f25cede-f296-4920-93df-185f2340e12e req-566342d0-6657-41ad-a970-096a4e1682c8 service nova] Enqueued Resource ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c with Priority: HIGHEST for action port [ 1194.549814] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_rules [ 1194.549814] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1194.549941] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c with Priority: HIGHEST for action port [ 1194.550497] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.550612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.550702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.550902] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.550940] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.553269] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.553583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.553583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.553747] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.553784] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.553851] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.553939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.554055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.554139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.554303] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.557022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.557022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.557022] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.557209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.557247] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4ae0b1-f523-4a4f-bb3b-ccfbb029329c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.946427] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.054543] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.054723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.059137] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.061158] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af4ae0b1-f523-4a4f-bb3b-ccfbb029329c with status ACTIVE [ 1195.061158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.061158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.061358] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.063454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.063454] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.063454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.063454] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af4ae0b1-f523-4a4f-bb3b-ccfbb029329c is going to be updated. [ 1195.086768] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.087037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.087117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.087368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.087567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.087769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4ae0b1-f523-4a4f-bb3b-ccfbb029329c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.407409] env[66369]: INFO networking_nsxv3.common.synchronization [None req-afffa48d-3e44-4d90-bbc3-e6048d9acace tempest-AttachInterfacesTestJSON-1773479227 tempest-AttachInterfacesTestJSON-1773479227-project-member] Enqueued Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1195.407962] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65856b80-4781-4db0-9795-791dfd7e5b83 with Priority: HIGHEST for action security_group_members [ 1195.408356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-65856b80-4781-4db0-9795-791dfd7e5b83 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.408504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.408504] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.408636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.408782] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.408878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.408941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.409090] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.409168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.409257] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65856b80-4781-4db0-9795-791dfd7e5b83',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.449085] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.565170] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.581018] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1195.581336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.581605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.581878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.582157] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.582306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.582387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.582616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.582706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.582805] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.583039] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.912363] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.912552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.912552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.912915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.942432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.942741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.942887] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.942957] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.943218] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.943317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.943420] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 is going to be updated. [ 1195.951803] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.951961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.952048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.952293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.952341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.952442] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1195.994675] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.994814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.994885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.995128] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.995270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.997392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.997607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.997607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.997864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.998045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.007265] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: IN_PROGRESS for 2s [ 1196.008952] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1196.072184] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.072336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.072411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.072641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.072731] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.072835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 is going to be updated. [ 1196.088089] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.088234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.088304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.089226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.089226] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.089226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.089226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.089226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.089226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.089753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.089854] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.089986] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.090092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.090301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.091170] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.091170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.091170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.091375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.091375] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.091479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.091955] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.112915] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.113070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.113136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.113381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.113530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.125527] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: IN_PROGRESS for 2s [ 1196.594046] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d: rpc.has_security_group_logging(os_id): False [ 1196.616282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.616282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.616282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.616703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.616703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.616968] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.617150] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.617234] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.617369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.617459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.617683] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.617819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.617819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.617977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.618110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.618351] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.618452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.618500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.618657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.618752] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.618849] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be updated. [ 1196.687261] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.687549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.687691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.688072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.688312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.739198] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: IN_PROGRESS for 2s [ 1198.017681] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1198.018054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.018054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.018312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.018553] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.018669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.018744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.018906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.018990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.019106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.019198] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.020835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65856b80-4781-4db0-9795-791dfd7e5b83 in Status: SUCCESS [ 1198.021022] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65856b80-4781-4db0-9795-791dfd7e5b83 deletion is rescheduled due to dependency. [ 1198.021101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65856b80-4781-4db0-9795-791dfd7e5b83" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.138186] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: SUCCESS [ 1198.138494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.139414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.139414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.139414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.139414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.139414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.139818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.139956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.140811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.140811] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.525031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.525199] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.525267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.526037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.526037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.526037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.526037] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.526241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.526291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.526394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.526664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.526759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.526817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.526974] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.527190] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.527290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.527332] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.527558] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.527656] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.527742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.527829] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.644025] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.755468] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1198.755699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.030866] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8545536-46df-45ec-8935-bc30d6225870: rpc.has_security_group_logging(os_id): False [ 1199.049987] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.050160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.050231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.050435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.050563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.050717] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.050813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.050933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.051462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.051462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.051462] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.051462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.051686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.051686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.051768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.051904] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.052026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.052175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.053789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.053789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.053789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1199.115319] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.115518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.115573] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.115807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.115976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.133822] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1199.146379] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b22d7867-15a9-49ab-b946-10fc11a93681: rpc.has_security_group_logging(os_id): False [ 1199.167420] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.167597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.167634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.167908] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.190227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.190635] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.190716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.190809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.191116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.191263] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.191352] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 is going to be updated. [ 1199.277132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.277313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.277432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.277670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.277821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.294616] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: IN_PROGRESS for 2s [ 1200.410408] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.410408] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1200.920488] env[66369]: INFO networking_nsxv3.common.synchronization [None req-cf755e02-5b7d-4182-a449-9d46b9c5e08e None None] Enqueued Resource ID: f4682f30-9e62-42bc-847d-2a0f3bbd50f9 with Priority: HIGHEST for action port [ 1200.921333] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4682f30-9e62-42bc-847d-2a0f3bbd50f9 with Priority: HIGHEST for action port [ 1200.921693] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4682f30-9e62-42bc-847d-2a0f3bbd50f9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.921823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4682f30-9e62-42bc-847d-2a0f3bbd50f9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.921903] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4682f30-9e62-42bc-847d-2a0f3bbd50f9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.922210] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4682f30-9e62-42bc-847d-2a0f3bbd50f9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.922312] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4682f30-9e62-42bc-847d-2a0f3bbd50f9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.156416] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1201.156416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.310710] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: SUCCESS [ 1201.310970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.425673] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4682f30-9e62-42bc-847d-2a0f3bbd50f9 [ 1201.426239] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.428877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.428877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.428877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.428877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.428877] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4682f30-9e62-42bc-847d-2a0f3bbd50f9 already deleted. [ 1201.428877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4682f30-9e62-42bc-847d-2a0f3bbd50f9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.499216] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1202.499515] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1202.500142] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1202.500334] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1202.500661] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.500833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.500923] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.501478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.501478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.501627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.501661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.501892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.501998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.502183] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.503698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.503698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.503698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.506536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.506536] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.506536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.506536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.506536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.506536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.506536] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.557844] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_rules [ 1202.561397] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1202.561588] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1202.561742] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1202.561877] env[66369]: INFO networking_nsxv3.common.synchronization [req-baafffb7-4a6d-4b02-b028-a7cfd000ba27 req-22e3576e-b875-41b1-8034-d456596e1acc tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: b9ba012b-8696-45d2-afda-da62ad88ce51 with Priority: HIGHEST for action port [ 1202.562672] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_rules [ 1202.562807] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1202.562807] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ba012b-8696-45d2-afda-da62ad88ce51 with Priority: HIGHEST for action port [ 1202.562892] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1202.563362] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1202.563362] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.563513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.563513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.563765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.563837] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.564995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.566073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.566073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.566268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.566344] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.570389] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ba012b-8696-45d2-afda-da62ad88ce51 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.570520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.570585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.570890] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.572047] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ba012b-8696-45d2-afda-da62ad88ce51',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.572047] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.572047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.572284] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.572330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.675616] env[66369]: INFO networking_nsxv3.common.synchronization [req-baedb8e8-3683-42e1-9f82-d438c806c5ba req-e734df55-55a8-4717-92d3-bcd36e6f5908 tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_members [ 1202.676244] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_members [ 1202.676616] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.677670] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.677783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.678086] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.679193] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.679317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.679801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.679801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.679801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.680036] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.009744] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.014271] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.061428] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.061684] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.061749] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.062116] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.062293] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.062503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.062588] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.062875] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.063061] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.063322] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.064677] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.064677] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.064677] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.064677] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.064677] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.064677] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.071465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.071696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.073175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.074102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.074923] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ba012b-8696-45d2-afda-da62ad88ce51 with status ACTIVE [ 1203.075114] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.075282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.075408] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.075675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.075779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.075975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.076101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.076230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.076471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.076544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.076764] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.076978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.077123] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.077351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.077464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.077564] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ba012b-8696-45d2-afda-da62ad88ce51 is going to be updated. [ 1203.087861] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.088149] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.088342] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.088573] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-812" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.088962] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.089287] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.089472] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.089831] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.090035] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06bcea1-e5f7-4e2a-be4f-918fdb68538a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.102423] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.102587] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.102644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.103032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.103032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.103837] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.185986] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.186170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.186240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.186474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.186565] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.186765] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.186858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.186925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.187091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.187164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.187250] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a already deleted. [ 1203.187330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.517330] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.520910] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.596022] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.596022] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port e06bcea1-e5f7-4e2a-be4f-918fdb68538a not found, creating... [ 1203.596022] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.596022] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.596497] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.596497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.596497] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.596756] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.597038] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.597308] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: e06bcea1-e5f7-4e2a-be4f-918fdb68538a is going to be created. [ 1203.619943] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.620120] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.620374] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.621076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.621076] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.621292] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.752142] env[66369]: INFO networking_nsxv3.common.synchronization [None req-585cdad5-cbea-400a-8954-0b00253195fb None None] Enqueued Resource ID: 93c76dce-c970-467a-b427-9b6a8c2bb217 with Priority: HIGHEST for action port [ 1203.753290] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c76dce-c970-467a-b427-9b6a8c2bb217 with Priority: HIGHEST for action port [ 1203.754677] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c76dce-c970-467a-b427-9b6a8c2bb217 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.754677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c76dce-c970-467a-b427-9b6a8c2bb217" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.754677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c76dce-c970-467a-b427-9b6a8c2bb217" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.754677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c76dce-c970-467a-b427-9b6a8c2bb217" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.754677] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c76dce-c970-467a-b427-9b6a8c2bb217',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.027238] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.027450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.027574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.027818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.028068] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.028068] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1204.029908] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.030087] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.030140] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.030535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.030535] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.030670] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be created. [ 1204.057699] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.057906] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.057956] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.058510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.058510] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.063106] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.063345] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.065907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.065907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.065907] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.073072] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1204.074380] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: UNINITIALIZED for 2s [ 1204.258491] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93c76dce-c970-467a-b427-9b6a8c2bb217 [ 1204.258491] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.258491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.258491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.258491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.258491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.258491] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93c76dce-c970-467a-b427-9b6a8c2bb217 already deleted. [ 1204.258491] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c76dce-c970-467a-b427-9b6a8c2bb217" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.367963] env[66369]: INFO networking_nsxv3.common.synchronization [req-baedb8e8-3683-42e1-9f82-d438c806c5ba req-ee6b2b19-4b55-4e59-9a58-89e3527adad2 service nova] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_rules [ 1204.367963] env[66369]: INFO networking_nsxv3.common.synchronization [req-baedb8e8-3683-42e1-9f82-d438c806c5ba req-ee6b2b19-4b55-4e59-9a58-89e3527adad2 service nova] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_members [ 1204.367963] env[66369]: INFO networking_nsxv3.common.synchronization [req-baedb8e8-3683-42e1-9f82-d438c806c5ba req-ee6b2b19-4b55-4e59-9a58-89e3527adad2 service nova] Enqueued Resource ID: e06bcea1-e5f7-4e2a-be4f-918fdb68538a with Priority: HIGHEST for action port [ 1204.367963] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_rules [ 1204.367963] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_members [ 1204.368484] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06bcea1-e5f7-4e2a-be4f-918fdb68538a with Priority: HIGHEST for action port [ 1204.369458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.370098] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.371012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.373609] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.373609] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.373609] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.373609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.374355] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.374582] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.379125] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.379125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.379125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.379125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.379125] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06bcea1-e5f7-4e2a-be4f-918fdb68538a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.879714] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.880027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.880119] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.884357] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e06bcea1-e5f7-4e2a-be4f-918fdb68538a with status ACTIVE [ 1204.885121] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.885121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.885121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.885338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.885427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.885632] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.885746] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.885830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.886019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.886063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.887031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.887031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.887031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.887031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.887031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.887031] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e06bcea1-e5f7-4e2a-be4f-918fdb68538a is going to be updated. [ 1204.910496] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.910496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.910496] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.911682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.911682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.911682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06bcea1-e5f7-4e2a-be4f-918fdb68538a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.382890] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.887672] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.888168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.888168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.888339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.888339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.888449] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a is going to be created. [ 1205.914099] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.914303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.914303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.914545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.914712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.926358] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a in Status: UNINITIALIZED for 2s [ 1206.086232] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1206.086470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.086611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.086839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.087063] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.087153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.087227] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.087361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.087434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.087526] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.089321] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1206.089321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.089479] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.089608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.089764] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.089872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.090629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.090629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.090629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.090629] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.592527] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.594040] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.060519] env[66369]: INFO networking_nsxv3.common.synchronization [req-d635a79d-9ec4-4e0d-bb93-1c2ed1429dc3 req-9cd280de-c611-4760-920f-0ccf3d6ca474 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1207.060519] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1207.060519] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.060519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.060963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.060963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.060963] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.061113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.061690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.061690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.061690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.061690] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.096631] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.097927] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.430894] env[66369]: INFO networking_nsxv3.common.synchronization [req-82b25d78-7064-4688-afd1-d93fa8df031d req-696ad54b-c192-4eb6-b52d-1b9589de09d1 tempest-ServersAdminNegativeTestJSON-2039112740 tempest-ServersAdminNegativeTestJSON-2039112740-project-member] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1207.432056] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1207.432386] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.432566] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.432658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.433228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.433228] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.433228] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.433451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.433530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.433611] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.433726] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.564879] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.600912] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.600912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.600912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.601158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.601158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.601233] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be updated. [ 1207.602657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.602838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.602838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.603294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.603294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.603294] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1207.645458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.649032] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.649032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.662695] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: IN_PROGRESS for 2s [ 1207.663623] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1207.904363] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.904805] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.904805] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.905101] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.905807] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.906045] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.906170] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.906402] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.906565] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.906956] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.907039] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.907092] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.907196] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.907355] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.907535] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.907695] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.929762] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.929977] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.930171] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.930572] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.930911] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-93b66ac9-24d6-40ec-b827-0696830f874c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.931160] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.931300] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.931622] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.931761] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b66ac9-24d6-40ec-b827-0696830f874c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.935926] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.937494] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a in Status: SUCCESS [ 1207.937688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.937838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.938233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.938306] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.938503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.938503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.938655] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.938763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.938820] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.938893] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.067011] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.434746] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.434746] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.434996] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.436503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.436503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.436503] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 93b66ac9-24d6-40ec-b827-0696830f874c not found, creating... [ 1208.436503] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.436503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.436503] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.436807] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.436807] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.436967] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.437122] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.437234] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.437441] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.437567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.437698] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 93b66ac9-24d6-40ec-b827-0696830f874c is going to be created. [ 1208.440421] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.441744] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.461094] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.461334] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.461460] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.461748] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.461976] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.462221] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.569472] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.569592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.569592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.569793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.569889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.570012] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1208.608428] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.608428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.608428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.608428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.608428] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.627220] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1208.943486] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.943700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.943803] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.944101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.945042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.945042] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be updated. [ 1208.946065] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1734b139-a9e2-44e4-a7c9-82f2e8d0370a: rpc.has_security_group_logging(os_id): False [ 1208.970839] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.971133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.971257] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.971561] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.971826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.972072] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.972226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.972321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.972568] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.972787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.972928] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a is going to be created. [ 1208.988124] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.988551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.988703] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.989113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.989416] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.000828] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: IN_PROGRESS for 2s [ 1209.045360] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.045692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.045692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.045922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.046197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.068383] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a in Status: IN_PROGRESS for 2s [ 1209.260298] env[66369]: INFO networking_nsxv3.common.synchronization [req-d635a79d-9ec4-4e0d-bb93-1c2ed1429dc3 req-038be177-9ce1-491d-b836-d2d53a5cb470 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1209.260480] env[66369]: INFO networking_nsxv3.common.synchronization [req-d635a79d-9ec4-4e0d-bb93-1c2ed1429dc3 req-038be177-9ce1-491d-b836-d2d53a5cb470 service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1209.260693] env[66369]: INFO networking_nsxv3.common.synchronization [req-d635a79d-9ec4-4e0d-bb93-1c2ed1429dc3 req-038be177-9ce1-491d-b836-d2d53a5cb470 service nova] Enqueued Resource ID: 93b66ac9-24d6-40ec-b827-0696830f874c with Priority: HIGHEST for action port [ 1209.262069] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1209.262593] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1209.262593] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b66ac9-24d6-40ec-b827-0696830f874c with Priority: HIGHEST for action port [ 1209.263069] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.263349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.263349] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.263621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.263752] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.265422] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.265422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.266773] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-93b66ac9-24d6-40ec-b827-0696830f874c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.266946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.267170] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.267884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.268068] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93b66ac9-24d6-40ec-b827-0696830f874c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.548083] env[66369]: INFO networking_nsxv3.common.synchronization [req-a70325e6-41b3-4cc9-bbfb-ed24c60a7c1a req-ee12f830-93da-48a1-92fb-63ddfc135aef tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1209.548814] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1209.548976] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.549197] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.549321] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.549634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.549907] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.550101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.550221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.550515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.550721] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.550995] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.577016] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_members [ 1209.577219] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1209.577418] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1209.578060] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_members [ 1209.578283] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1209.578408] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1209.579393] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5bec27-e2aa-4742-9551-6ed716423161 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.579507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.579643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.579808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.579970] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.580088] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.580149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.580362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.580586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.580672] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.582318] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.582469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.582756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.582853] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_rules [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_members [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_rules [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1209.654127] env[66369]: INFO networking_nsxv3.common.synchronization [req-26397da6-cd6e-4e71-8392-5add1f23e606 req-7f9f0c35-e4b0-41f9-934a-982c7f7074e9 tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: b9ba012b-8696-45d2-afda-da62ad88ce51 with Priority: HIGHEST for action port [ 1209.655136] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_rules [ 1209.655653] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_rules [ 1209.655969] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1209.656745] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ba012b-8696-45d2-afda-da62ad88ce51 with Priority: HIGHEST for action port [ 1209.656745] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_rules [ 1209.656745] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_members [ 1209.657081] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1209.657848] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c5bec27-e2aa-4742-9551-6ed716423161 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.657848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.658382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.658933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.659192] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.664486] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.664486] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.664785] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.664924] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.665283] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ba012b-8696-45d2-afda-da62ad88ce51 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.665711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.665711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.665963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.666087] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ba012b-8696-45d2-afda-da62ad88ce51',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.667584] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.667584] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.667732] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5bec27-e2aa-4742-9551-6ed716423161 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.667732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.668382] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.668382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.681014] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1209.681298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.682678] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.683226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.683475] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.683599] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.683662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.683825] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.684048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.684048] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.684134] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.686719] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1209.687492] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.687734] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.688873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.688873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.688873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.688873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.688873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.688873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.688873] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.690027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.690027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.690203] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.690302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.690366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.690516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.690595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.690681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.690775] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.691797] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.691962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.692145] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.692252] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.692317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.692481] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.692563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.692653] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.771567] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.771567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.773084] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93b66ac9-24d6-40ec-b827-0696830f874c with status ACTIVE [ 1209.773384] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.773546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.773624] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.773935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.773935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.774742] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.774742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.774742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.774742] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.775168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.775168] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.775168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.775385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.775385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.775509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.775556] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93b66ac9-24d6-40ec-b827-0696830f874c is going to be updated. [ 1209.805288] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.805288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.805288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.805288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.805494] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.805533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93b66ac9-24d6-40ec-b827-0696830f874c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.987056] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.987056] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.987056] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.987056] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.987056] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.987456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.987456] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.987673] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.988073] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.988158] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.988302] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.988399] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.988534] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.988692] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.988824] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.989462] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.014363] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.014569] env[66369]: DEBUG dogpile.cache.region [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.014714] env[66369]: DEBUG dogpile.lock [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.014910] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "network-478" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.015379] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock port-502ff5c1-fbd7-4c12-ba10-76e861b2e692 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.015576] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.015765] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.016067] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.016237] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502ff5c1-fbd7-4c12-ba10-76e861b2e692',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.053088] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.083025] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.169819] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5bec27-e2aa-4742-9551-6ed716423161 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.170089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.170388] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9ba012b-8696-45d2-afda-da62ad88ce51 with status ACTIVE [ 1210.170638] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.170883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.170955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.171232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.171370] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.171624] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.171883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.171973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.172315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.172409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.172753] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.172918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.173070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.173320] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.173477] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.173618] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9ba012b-8696-45d2-afda-da62ad88ce51 is going to be updated. [ 1210.187048] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.191243] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.197271] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.197271] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.197758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.197758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.197758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.198083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ba012b-8696-45d2-afda-da62ad88ce51" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.198083] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.198211] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.198679] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.519080] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.519219] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.519342] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.520036] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.520220] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.520358] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Segment Port 502ff5c1-fbd7-4c12-ba10-76e861b2e692 not found, creating... [ 1210.520728] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.520818] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.520931] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.521221] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.521394] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.521699] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.521855] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.521966] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.522802] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.522802] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.522954] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Resource: SegmentPort with ID: 502ff5c1-fbd7-4c12-ba10-76e861b2e692 is going to be created. [ 1210.544397] env[66369]: DEBUG networking_nsxv3.common.locking [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.548243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.548243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.548243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.548243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.548243] env[66369]: DEBUG oslo_concurrency.lockutils [None req-9326d438-8e6b-4aa4-a7dd-b52492f84c32 None None] Releasing lock "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.554973] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.584620] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.637238] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1210.637964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.637964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.638063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.638269] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.638435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.638520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.638711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.638846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.638912] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.689662] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435: rpc.has_security_group_logging(os_id): False [ 1210.693545] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.700687] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.715842] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.716026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.716069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.716275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.716363] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.716589] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.716692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.716771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.716905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.716979] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.717080] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be created. [ 1210.793808] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.794023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.794065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.794329] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.794550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.810835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: IN_PROGRESS for 2s [ 1211.011486] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1211.011741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.057103] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.057275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.057338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.057545] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.057632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.058634] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 1211.080851] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a in Status: SUCCESS [ 1211.081295] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.087147] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.087694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.087694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.087694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.087694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.087848] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5bec27-e2aa-4742-9551-6ed716423161 is going to be created. [ 1211.095785] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.095959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.095959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.096186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.096327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.107477] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 1211.124255] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.124447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.124571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.125120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.125120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.138239] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5bec27-e2aa-4742-9551-6ed716423161 in Status: UNINITIALIZED for 2s [ 1211.141593] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.196319] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.196513] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.196633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.197306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.197306] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.197306] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be updated. [ 1211.204015] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.204015] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.204186] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.204723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.204723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.204723] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1211.229551] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.229699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.229699] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.229925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.230066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.236368] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.236507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.236598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.236780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.236920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.239037] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: IN_PROGRESS for 2s [ 1211.245855] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1211.279131] env[66369]: INFO networking_nsxv3.common.synchronization [req-a70325e6-41b3-4cc9-bbfb-ed24c60a7c1a req-7105ccf0-ac86-4e8c-baa8-fd8cb802eb5c service nova] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 1211.279349] env[66369]: INFO networking_nsxv3.common.synchronization [req-a70325e6-41b3-4cc9-bbfb-ed24c60a7c1a req-7105ccf0-ac86-4e8c-baa8-fd8cb802eb5c service nova] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1211.279507] env[66369]: INFO networking_nsxv3.common.synchronization [req-a70325e6-41b3-4cc9-bbfb-ed24c60a7c1a req-7105ccf0-ac86-4e8c-baa8-fd8cb802eb5c service nova] Enqueued Resource ID: 502ff5c1-fbd7-4c12-ba10-76e861b2e692 with Priority: HIGHEST for action port [ 1211.280070] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_rules [ 1211.280206] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1211.280301] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502ff5c1-fbd7-4c12-ba10-76e861b2e692 with Priority: HIGHEST for action port [ 1211.280581] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.280700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.280763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.281305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.281394] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.282305] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.282406] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.282603] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-502ff5c1-fbd7-4c12-ba10-76e861b2e692 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.282706] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.282769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.282958] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.283040] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502ff5c1-fbd7-4c12-ba10-76e861b2e692',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.645911] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.785030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.785260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.785418] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 502ff5c1-fbd7-4c12-ba10-76e861b2e692 with status ACTIVE [ 1211.786069] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.786069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.786069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.786069] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.786356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.786356] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.786437] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.786470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.786635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.786714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.786900] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.786998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.787075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.787216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.788101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.788101] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 502ff5c1-fbd7-4c12-ba10-76e861b2e692 is going to be updated. [ 1211.876653] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.876948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.876948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.877246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.877388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.877751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-502ff5c1-fbd7-4c12-ba10-76e861b2e692" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.043891] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f4f66f3-160b-400c-994e-17024829a11e req-68afc99a-9f40-4aee-8c7c-fc14a0eb0530 tempest-ServerTagsTestJSON-165503589 tempest-ServerTagsTestJSON-165503589-project-member] Enqueued Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_members [ 1212.044825] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_members [ 1212.045380] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.045575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.045575] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.045863] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.046071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.046189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.046254] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.046432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.046755] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.046907] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.151132] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.151132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.151132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.151132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.151132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.151132] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1212.195654] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.195834] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.195905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.196137] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.196288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.209167] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1212.430388] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.430606] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-650" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.430731] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-650" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.431111] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-650" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.431483] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.431741] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.431815] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.432343] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.432507] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.432725] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.432837] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.432948] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.433084] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.433178] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.433329] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.433471] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.457445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.457621] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.457757] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.457938] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-650" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.458303] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-3e1cac9d-9f07-4128-9157-92426874b6e6 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.458485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.458603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.459190] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.459242] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1cac9d-9f07-4128-9157-92426874b6e6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.549227] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.550528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.550528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.550528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.550528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.550528] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.550528] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.551114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.551114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.551114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.551114] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 already deleted. [ 1212.551114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.831280] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1212.831636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.831800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.832096] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.832181] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.962288] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.962288] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.962404] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.963672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.963672] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.963672] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 3e1cac9d-9f07-4128-9157-92426874b6e6 not found, creating... [ 1212.963945] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.964407] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.964642] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.965178] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.965466] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.966247] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.966467] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.967485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.967485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.967485] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.967784] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 3e1cac9d-9f07-4128-9157-92426874b6e6 is going to be created. [ 1212.999206] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.999470] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.999633] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.999970] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.000564] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.001036] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.126097] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 1213.126450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.127274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.127605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.127877] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.128267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.128395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.128661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.128784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.128930] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.153127] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5bec27-e2aa-4742-9551-6ed716423161 in Status: SUCCESS [ 1213.153127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.153459] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.155221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.155221] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.155221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.155221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.155221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.155221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.155221] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.257409] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1213.257642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.257865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.258258] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.258478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.258601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.258700] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.258826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.258910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.259093] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.261812] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1213.261812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.261812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.261988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.263662] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.263662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.263662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.263662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.263662] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.263662] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.334830] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.335016] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.632309] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.657164] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.764878] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.767322] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.792827] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f4f66f3-160b-400c-994e-17024829a11e req-9ca35338-e779-44d3-bae5-db62c16b82c8 service nova] Enqueued Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_rules [ 1213.793064] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f4f66f3-160b-400c-994e-17024829a11e req-9ca35338-e779-44d3-bae5-db62c16b82c8 service nova] Enqueued Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_members [ 1213.793212] env[66369]: INFO networking_nsxv3.common.synchronization [req-1f4f66f3-160b-400c-994e-17024829a11e req-9ca35338-e779-44d3-bae5-db62c16b82c8 service nova] Enqueued Resource ID: 3e1cac9d-9f07-4128-9157-92426874b6e6 with Priority: HIGHEST for action port [ 1213.793894] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_rules [ 1213.794052] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_members [ 1213.794155] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e1cac9d-9f07-4128-9157-92426874b6e6 with Priority: HIGHEST for action port [ 1213.795676] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.795676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.795676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.795676] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.795676] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.796116] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.796244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.796315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.796524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.796697] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.796802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.796885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.797125] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.797222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.797321] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.798517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e1cac9d-9f07-4128-9157-92426874b6e6 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.798712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.798814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.798968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.799255] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e1cac9d-9f07-4128-9157-92426874b6e6',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.137755] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.159603] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.221877] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1214.222533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.222680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.222914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.223206] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.223673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.223673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.223963] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.224082] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.224222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.224337] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.272024] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.272024] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.301436] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.302621] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.302781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.302946] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e1cac9d-9f07-4128-9157-92426874b6e6 with status ACTIVE [ 1214.303638] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.303638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.303638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.303638] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.303821] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.303864] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.303959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.307784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.308431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.308549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.309017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.309167] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.309273] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.309439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.309540] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.309647] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e1cac9d-9f07-4128-9157-92426874b6e6 is going to be updated. [ 1214.336691] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.336691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.336691] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.337213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.337213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.337213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e1cac9d-9f07-4128-9157-92426874b6e6" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.639624] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.639912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.640070] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.640288] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.640451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.640587] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 1214.662485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.662664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.662750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.662997] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.663119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.663235] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5bec27-e2aa-4742-9551-6ed716423161 is going to be updated. [ 1214.687567] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.687567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.687567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.687947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.687947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.701018] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 1214.707141] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.707346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.707389] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.707659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.707813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.722885] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5bec27-e2aa-4742-9551-6ed716423161 in Status: IN_PROGRESS for 2s [ 1214.727347] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.727968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.727968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.727968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.728165] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.728165] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.728301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.728471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.728471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.728929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.728929] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.728929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.728929] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.729353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.729353] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.729353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.729353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.729875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.729875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.729875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.730183] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.776424] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.776424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.776424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.776749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.776749] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.776912] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1214.778421] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.778817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.778817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.778987] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.779190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.779271] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be updated. [ 1214.812178] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.851445] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.851712] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.851826] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.852239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.852239] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.857518] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.857518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.857518] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.857800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.857835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.873909] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1214.877338] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: IN_PROGRESS for 2s [ 1214.934880] env[66369]: INFO networking_nsxv3.common.synchronization [req-d291cff6-4263-47ff-9f6e-b101aed9d5bf req-8741f337-ac80-46fa-a7c1-fd4066243e9c tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1214.935123] env[66369]: INFO networking_nsxv3.common.synchronization [req-d291cff6-4263-47ff-9f6e-b101aed9d5bf req-8741f337-ac80-46fa-a7c1-fd4066243e9c tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1214.935221] env[66369]: INFO networking_nsxv3.common.synchronization [req-d291cff6-4263-47ff-9f6e-b101aed9d5bf req-8741f337-ac80-46fa-a7c1-fd4066243e9c tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_members [ 1214.935863] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGHEST for action security_group_members [ 1214.936036] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1214.936129] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5bec27-e2aa-4742-9551-6ed716423161 with Priority: HIGHEST for action security_group_members [ 1214.936526] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.936681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.936873] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.936955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.937168] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c5bec27-e2aa-4742-9551-6ed716423161 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.937342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.234570] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1215.278910] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.279183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.279315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.279647] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.279780] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.279993] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.280336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.280336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.280664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.280664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.280994] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.281308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.281371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.281619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.281920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.282108] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.282261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.282366] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.282621] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.282762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.282921] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1215.315720] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.315925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.315967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.316868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.316868] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.316868] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 is going to be created. [ 1215.356341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.356476] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.356550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.356796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.357024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.385320] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 in Status: UNINITIALIZED for 2s [ 1215.416455] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.416455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.416455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.416455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.416455] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.475137] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1215.554941] env[66369]: INFO networking_nsxv3.common.synchronization [req-388152d8-ab2a-4d09-8392-caf4cf61e55c req-77e4ea77-ae27-4f6a-827c-ceb3fa748af0 tempest-ServersNegativeTestJSON-204564499 tempest-ServersNegativeTestJSON-204564499-project-member] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1215.556283] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGHEST for action security_group_members [ 1215.556784] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.557045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.557175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.557360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.557589] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.557733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.557828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.558077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.558209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.558353] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.062517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.062517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.062517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.062762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.062811] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.063022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.063184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.063184] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.063509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.063509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.063596] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be updated. [ 1216.099605] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.099843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.099843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.100014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.100196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.112668] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: IN_PROGRESS for 2s [ 1216.713623] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 1216.714027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.714280] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.714562] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.714809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.714966] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.715040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.715262] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.715353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.715472] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.715578] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.735439] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c5bec27-e2aa-4742-9551-6ed716423161 in Status: SUCCESS [ 1216.735764] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.735933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.736190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.736396] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.736515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.736577] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.736872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.736872] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.736988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.737116] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.738040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.738242] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.738499] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.738649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.738709] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.738864] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.738943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.739045] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.890845] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1216.891064] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.891286] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.891559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.891776] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.891926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.892077] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.892274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.892339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.892414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.892556] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.894526] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1216.894783] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.894996] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.895253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.895462] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.895630] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.895757] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.895927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.895991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.896118] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.897127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.897521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.897633] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.897730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.897730] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.898160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.898160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.898160] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.898430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.898634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.898634] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.898934] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.899114] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.899325] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.899485] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.899689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.899833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.900055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.900301] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.902101] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.902396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.902680] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.902967] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.903057] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.903275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.903431] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.903589] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.218459] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.241313] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c5bec27-e2aa-4742-9551-6ed716423161',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.243945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.243945] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.243945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.243945] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c5bec27-e2aa-4742-9551-6ed716423161 is going to be deleted. [ 1217.353430] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.353626] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.353762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.354129] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.354274] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.355209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.397926] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 in Status: SUCCESS [ 1217.398241] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.398444] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.398750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.399037] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.399205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.399303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.399550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.399692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.399840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.400083] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.402823] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.403132] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.403253] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.404604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.404604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.404604] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.404604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.404604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.404604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.404604] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.404604] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be updated. [ 1217.408721] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.411157] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8545536-46df-45ec-8935-bc30d6225870: rpc.has_security_group_logging(os_id): False [ 1217.416083] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.454237] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.455714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.455714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.455714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.455714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.455714] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.455714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.455714] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.456336] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.457353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.457353] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.457353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.457353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.457673] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.457862] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.458224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.458682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.458682] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.458866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.459059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.461021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1217.461654] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.461949] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.462185] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.462544] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.462800] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.477650] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: IN_PROGRESS for 2s [ 1217.501246] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1217.501246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.573809] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.574044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.574044] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.574230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.574378] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.610199] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1217.721348] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38d815fa-56ce-4038-bd4b-702e7bd43aa0: rpc.has_security_group_logging(os_id): False [ 1217.746675] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c5bec27-e2aa-4742-9551-6ed716423161: rpc.has_security_group_logging(os_id): False [ 1217.755115] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.755382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.755382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.756119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.798311] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.798618] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.813120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.813570] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.813743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.813743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.813856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.813943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.814044] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 1217.815302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.815564] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.815653] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.815917] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.816046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.816108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.816267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.816339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.816428] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5bec27-e2aa-4742-9551-6ed716423161 is going to be created. [ 1217.867055] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0c5bec27-e2aa-4742-9551-6ed716423161], does not exist path=[/infra/domains/default/groups/0c5bec27-e2aa-4742-9551-6ed716423161]."\n}' [ 1217.867055] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5bec27-e2aa-4742-9551-6ed716423161 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0c5bec27-e2aa-4742-9551-6ed716423161 [ 1217.867055] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1217.911597] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.911873] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.911946] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.912642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.912642] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.912642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.912993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.912993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.913119] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.913175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.913727] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.913727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.913727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.914155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.914155] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.914155] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.914619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.914619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.914619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.914619] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.915099] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.919036] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435: rpc.has_security_group_logging(os_id): False [ 1217.920501] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.954594] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.954839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.954839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.955084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.955181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.955473] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.955677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.955791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.956495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.956651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.956789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be updated. [ 1217.972881] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.972881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.973138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.973971] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.974787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.975351] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.975351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.975351] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.975606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.975710] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.975982] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.976144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.976206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.976371] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.976447] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.976554] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5bec27-e2aa-4742-9551-6ed716423161 is going to be created. [ 1217.996542] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.997114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.997114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.997308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.997722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.000806] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0c5bec27-e2aa-4742-9551-6ed716423161], does not exist path=[/infra/domains/default/groups/0c5bec27-e2aa-4742-9551-6ed716423161]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0c5bec27-e2aa-4742-9551-6ed716423161 [ 1218.001023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c5bec27-e2aa-4742-9551-6ed716423161" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.001359] env[66369]: Traceback (most recent call last): [ 1218.001415] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1218.001415] env[66369]: return func(*args, **kwargs) [ 1218.001415] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1218.001415] env[66369]: res.raise_for_status() [ 1218.001415] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1218.001415] env[66369]: raise HTTPError(http_error_msg, response=self) [ 1218.001415] env[66369]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0c5bec27-e2aa-4742-9551-6ed716423161 [ 1218.001415] env[66369]: During handling of the above exception, another exception occurred: [ 1218.001661] env[66369]: Traceback (most recent call last): [ 1218.001661] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1218.001661] env[66369]: listener.cb(fileno) [ 1218.001661] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1218.001661] env[66369]: result = function(*args, **kwargs) [ 1218.001661] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1218.001661] env[66369]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1218.001661] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1218.001661] env[66369]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1218.001661] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1218.001661] env[66369]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1218.001661] env[66369]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1218.001661] env[66369]: res.raise_for_status() [ 1218.001661] env[66369]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1218.001661] env[66369]: raise HTTPError(http_error_msg, response=self) [ 1218.001661] env[66369]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0c5bec27-e2aa-4742-9551-6ed716423161 [ 1218.001661] env[66369]: Removing descriptor: 61 [ 1218.006917] env[66369]: INFO networking_nsxv3.common.synchronization [req-126a5747-82ea-4697-897b-30d87c99c125 req-7adbd4a7-dfa3-4692-8326-488beb10c048 tempest-ServersAdminNegativeTestJSON-2039112740 tempest-ServersAdminNegativeTestJSON-2039112740-project-member] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1218.008729] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGHEST for action security_group_members [ 1218.008729] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.008729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.008729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.008729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.008729] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.008729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.008729] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.009158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.009158] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.009222] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.026878] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 1218.062938] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.063114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.063168] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.063503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.063696] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.111269] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: IN_PROGRESS for 2s [ 1218.146117] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 in Status: SUCCESS [ 1218.146396] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 deletion is rescheduled due to dependency. [ 1218.146502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.417816] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 299eb1ae-b30f-4a96-9d0e-6e54025e82f3: rpc.has_security_group_logging(os_id): False [ 1218.422789] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.423260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.423260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.423260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.423533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.423692] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1218.459695] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.459918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.459984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.460275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.460405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.460671] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.460784] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.460917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.461118] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.461267] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.461515] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.461627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.461680] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.463035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.463035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.463035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.463035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.463035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.463035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.463035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.463035] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 is going to be created. [ 1218.495507] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.495852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.495852] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.496100] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.496188] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.510278] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1218.512136] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.512136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.512136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.512495] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.539657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.540121] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.540340] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.540468] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.540759] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.540889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.541788] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be updated. [ 1218.566787] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.567014] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.567063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.567894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.567894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.596178] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 in Status: IN_PROGRESS for 2s [ 1218.629836] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.630059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.630059] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.630328] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.630439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.653299] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: IN_PROGRESS for 2s [ 1219.487765] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1219.488151] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 deletion is rescheduled due to dependency. [ 1219.488151] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.630488] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1219.632116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.632116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.632116] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.632116] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.042131] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 1220.042425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.128021] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 in Status: SUCCESS [ 1220.128021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.133449] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.133605] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.250232] env[66369]: INFO networking_nsxv3.common.synchronization [req-1a59de70-69c5-4c11-b8c5-9134a2343499 req-1b438186-8b79-4d51-97c4-3163ce2049c9 tempest-ServerRescueTestJSON-1052236460 tempest-ServerRescueTestJSON-1052236460-project-member] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1220.252126] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1220.252516] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.252684] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.252745] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.252977] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.253150] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.253259] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.253316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.253581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.253995] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.254111] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.522069] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1220.522397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.522397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.522846] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.523131] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.523294] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.523404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.523622] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.523723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.523848] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.523960] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.608318] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 in Status: SUCCESS [ 1220.608688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.664292] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d in Status: SUCCESS [ 1220.664292] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d deletion is rescheduled due to dependency. [ 1220.664397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.746845] env[66369]: INFO networking_nsxv3.common.synchronization [req-81879051-4c06-43f5-a894-9a83d3164304 req-2cb94c07-6022-4228-a03e-843834119ea2 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1220.748150] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1220.748770] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.749080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.749261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.749651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.750021] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.750265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.750939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.750939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.750939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.750939] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.758054] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.026104] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.026260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.026260] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.026537] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.027483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.027483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.027483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.027483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.027483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.027483] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.027483] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.027847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.027847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.027847] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.027960] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.028010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.028115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.028215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.028316] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.028374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.028461] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.255397] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.262379] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.531547] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8545536-46df-45ec-8935-bc30d6225870: rpc.has_security_group_logging(os_id): False [ 1221.580914] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.581066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.581144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.581519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.609053] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.609414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.609414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.609523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.609677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.609751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.609942] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.610056] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.610110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.610261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.610335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.610531] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.610629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.610690] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.610828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.610901] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.610985] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1221.705045] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.705278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.705278] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.705515] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.705671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.726861] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1221.758574] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.763967] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.764205] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.764313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.764625] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.764761] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.764901] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be updated. [ 1221.798416] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.798665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.798665] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.798980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.799176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.809226] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: IN_PROGRESS for 2s [ 1222.180909] env[66369]: INFO networking_nsxv3.common.synchronization [req-d8a64c11-123f-48a4-941a-2c20ec43e5a7 req-18dc522f-c61a-454f-9b90-d7a394b73aca tempest-AttachVolumeNegativeTest-757663588 tempest-AttachVolumeNegativeTest-757663588-project-member] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_members [ 1222.181410] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGHEST for action security_group_members [ 1222.181742] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.181865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.181953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.182139] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.182283] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.182381] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.182442] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.182585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.182664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.182754] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.261571] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.261733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.261799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.262034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.262127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.262233] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1222.298830] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.298980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.299065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.299281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.299427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.309460] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1222.684738] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.685093] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.685135] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.685489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.714741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.714741] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.714741] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.715190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.715190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.715326] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.715691] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 is going to be updated. [ 1222.765627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.765914] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.766028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.766231] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.766369] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.800695] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 in Status: IN_PROGRESS for 2s [ 1222.890958] env[66369]: INFO networking_nsxv3.common.synchronization [req-76cb5948-2a37-4496-bfad-0d9b96ae34f4 req-b7dfa588-73e0-4425-aba6-48a1b61f596b tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1222.891212] env[66369]: INFO networking_nsxv3.common.synchronization [req-76cb5948-2a37-4496-bfad-0d9b96ae34f4 req-b7dfa588-73e0-4425-aba6-48a1b61f596b tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_members [ 1222.891212] env[66369]: INFO networking_nsxv3.common.synchronization [req-76cb5948-2a37-4496-bfad-0d9b96ae34f4 req-b7dfa588-73e0-4425-aba6-48a1b61f596b tempest-SecurityGroupsTestJSON-324356707 tempest-SecurityGroupsTestJSON-324356707-project-member] Enqueued Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1222.893040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGHEST for action security_group_members [ 1222.893040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGHEST for action security_group_members [ 1222.893040] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8545536-46df-45ec-8935-bc30d6225870 with Priority: HIGHEST for action security_group_members [ 1222.893040] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.893040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.893040] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.894719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.894719] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.894719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.894719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.894719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.894719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.894719] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.896878] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a67d6d00-a913-429f-8225-46e9de897ffc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.896878] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.896878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.896878] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.898311] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8545536-46df-45ec-8935-bc30d6225870 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.898311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.898311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.898311] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.899318] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.899318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.899318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.899318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.899318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.899318] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8545536-46df-45ec-8935-bc30d6225870',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.403560] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.403560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.403560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.403560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.403560] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.403560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.403560] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.403560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.434043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.434392] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.435836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.435836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.435836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.435836] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.435836] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be updated. [ 1223.437141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.437521] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.462026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.462026] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.462026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.462026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.462026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.462026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.462026] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a67d6d00-a913-429f-8225-46e9de897ffc is going to be updated. [ 1223.462865] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.463843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.464117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.464556] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.464835] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.465041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.465305] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.465469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.465636] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 is going to be updated. [ 1223.503360] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.503663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.503767] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.504017] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.504191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.507485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.507787] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.508012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.508487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.508487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.510592] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.511091] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.511791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.511791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.511791] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.528025] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: IN_PROGRESS for 2s [ 1223.528835] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: IN_PROGRESS for 2s [ 1223.529509] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: IN_PROGRESS for 2s [ 1223.752123] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1223.752482] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.827509] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1223.827843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.320491] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1224.320705] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.812151] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 in Status: SUCCESS [ 1224.812541] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 deletion is rescheduled due to dependency. [ 1224.812541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.542567] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64b20941-a94d-4fac-b36c-8d09e144acea in Status: SUCCESS [ 1225.542947] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea deletion is rescheduled due to dependency. [ 1225.543083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.544019] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a67d6d00-a913-429f-8225-46e9de897ffc in Status: SUCCESS [ 1225.544698] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a67d6d00-a913-429f-8225-46e9de897ffc deletion is rescheduled due to dependency. [ 1225.544698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.544966] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8545536-46df-45ec-8935-bc30d6225870 in Status: SUCCESS [ 1225.545144] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8545536-46df-45ec-8935-bc30d6225870 deletion is rescheduled due to dependency. [ 1225.545970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8545536-46df-45ec-8935-bc30d6225870" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.164249] env[66369]: INFO networking_nsxv3.common.synchronization [req-7c0c50ab-2e28-43e3-80e8-1dacd56f3b5f req-caee2812-89ee-4bb5-a11b-e86e41246887 tempest-ServerTagsTestJSON-165503589 tempest-ServerTagsTestJSON-165503589-project-member] Enqueued Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_members [ 1227.164663] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 with Priority: HIGHEST for action security_group_members [ 1227.164975] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.165110] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.165183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.165396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.165679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.165679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.165801] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.165856] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.165937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.166060] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('299eb1ae-b30f-4a96-9d0e-6e54025e82f3',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.186696] env[66369]: INFO networking_nsxv3.common.synchronization [req-2c7bdb34-b66a-4c28-a6ae-bf89ac0da042 req-a712bc10-b4f0-4c0b-a149-4794f6528a03 tempest-ServerRescueTestJSON-1052236460 tempest-ServerRescueTestJSON-1052236460-project-member] Enqueued Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1227.187199] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 with Priority: HIGHEST for action security_group_members [ 1227.188031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-6429931f-0ec7-42ab-a7e3-82ddd7be7015 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.188031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.188031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.188031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.188031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.188281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.188281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.188346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.188509] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.188509] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6429931f-0ec7-42ab-a7e3-82ddd7be7015',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.668679] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.668879] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.668933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.669171] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.669265] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.669467] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.669567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.669629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.669794] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.669871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.669956] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 is going to be updated. [ 1227.691617] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.691617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.691617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.691617] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.734084] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.734084] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.734390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.734390] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.734450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.734636] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.734636] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 is going to be updated. [ 1227.736460] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.736583] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.736659] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.736833] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.737028] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.748983] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 in Status: IN_PROGRESS for 2s [ 1227.771158] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.771339] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.771936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.771936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.771936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.781823] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: IN_PROGRESS for 2s [ 1229.760445] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 in Status: SUCCESS [ 1229.760824] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 299eb1ae-b30f-4a96-9d0e-6e54025e82f3 deletion is rescheduled due to dependency. [ 1229.760824] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-299eb1ae-b30f-4a96-9d0e-6e54025e82f3" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.792749] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 in Status: SUCCESS [ 1229.792957] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6429931f-0ec7-42ab-a7e3-82ddd7be7015 deletion is rescheduled due to dependency. [ 1229.793045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6429931f-0ec7-42ab-a7e3-82ddd7be7015" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.188444] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1232.188838] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.189582] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1237.190047] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1242.101629] env[66369]: INFO networking_nsxv3.common.synchronization [req-ae9e3e27-2b4a-4018-851f-6f847869a624 req-c4c0a374-5298-4477-b291-e7636eeaec1c tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1242.101629] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1242.101629] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.101629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.101629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.101629] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.101629] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.102181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.102181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.102181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.102181] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.102181] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.542442] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.543031] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.543225] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.543751] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.544229] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.544479] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.544663] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.544919] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.545157] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.545282] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.545391] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.545558] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.545713] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.545813] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.545899] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.546047] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.569109] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.569320] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.569461] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.569634] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-371" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.569950] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.570134] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.570249] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.570581] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.570718] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a36e50f-ea57-4dae-a6fe-76a4f5bfe425',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.606204] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.073742] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.073983] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.074121] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.074603] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.074776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.074960] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port 1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 not found, creating... [ 1243.075310] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.075496] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.075683] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.075975] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.076130] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.076416] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.076580] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.076698] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.076915] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.077091] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.077234] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 is going to be created. [ 1243.101695] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.102133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.102133] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.102319] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.102567] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.102817] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.108412] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.610072] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.610247] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.610319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.610552] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.610675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.610737] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1243.649551] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.649771] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.649817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.650013] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.650701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.662079] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1243.824701] env[66369]: INFO networking_nsxv3.common.synchronization [req-ae9e3e27-2b4a-4018-851f-6f847869a624 req-37b72253-3c3f-462e-b73d-8eee77755adb service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1243.824915] env[66369]: INFO networking_nsxv3.common.synchronization [req-ae9e3e27-2b4a-4018-851f-6f847869a624 req-37b72253-3c3f-462e-b73d-8eee77755adb service nova] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1243.825069] env[66369]: INFO networking_nsxv3.common.synchronization [req-ae9e3e27-2b4a-4018-851f-6f847869a624 req-37b72253-3c3f-462e-b73d-8eee77755adb service nova] Enqueued Resource ID: 1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 with Priority: HIGHEST for action port [ 1243.825708] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_rules [ 1243.825851] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1243.825949] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 with Priority: HIGHEST for action port [ 1243.826263] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.826387] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.826454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.826748] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.826830] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.827939] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.827939] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.828071] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.828136] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.828180] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.828330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.828433] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a36e50f-ea57-4dae-a6fe-76a4f5bfe425',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.330902] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.331454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.331454] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 with status ACTIVE [ 1244.331664] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.331809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.331926] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.332222] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.332367] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.332604] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.332760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.332899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.333112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.333657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.333657] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.333657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.334027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.334027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.334027] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.334027] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a36e50f-ea57-4dae-a6fe-76a4f5bfe425 is going to be updated. [ 1244.356281] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.356555] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.356637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.356910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.357216] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.357438] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a36e50f-ea57-4dae-a6fe-76a4f5bfe425" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.674758] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1245.675304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.675304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.675465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.675698] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.675866] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.675945] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.676117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.676190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.676286] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.178658] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.680895] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.183849] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.184055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.184055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.184268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.184356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.184451] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1247.213800] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.213984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.214042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.214226] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.214354] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.222943] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1248.189344] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-30 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.189665] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.189710] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.189960] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.190362] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.190568] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.190705] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.190966] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.191204] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.191434] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.191556] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.191676] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.191781] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.191890] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.191991] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.192143] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.212719] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.212906] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.213036] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.213263] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-30" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.213564] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.213750] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.213944] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.214358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.214599] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aacbc55-e638-4336-ae42-3ba3b3cc93ee',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.717075] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.717344] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.717464] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.717776] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.717930] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.718271] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.718438] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.718568] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.718806] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.718943] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.719277] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.719444] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.719583] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.719808] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.719927] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.720078] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee is going to be updated. [ 1248.744924] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.745238] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.745308] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.745590] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.745804] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.746061] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.826700] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.826883] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1249.234933] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1249.235225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.235330] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.235551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.235755] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.235881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.235951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.236120] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.236203] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.236292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.236383] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.441134] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbb4b769-a4c6-4f00-9262-2dbc2995fd5b req-fead8b9b-21eb-4746-a9f2-0aacf6ada2d3 service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 1249.441327] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbb4b769-a4c6-4f00-9262-2dbc2995fd5b req-fead8b9b-21eb-4746-a9f2-0aacf6ada2d3 service nova] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1249.441475] env[66369]: INFO networking_nsxv3.common.synchronization [req-bbb4b769-a4c6-4f00-9262-2dbc2995fd5b req-fead8b9b-21eb-4746-a9f2-0aacf6ada2d3 service nova] Enqueued Resource ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee with Priority: HIGHEST for action port [ 1249.442028] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_rules [ 1249.442171] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1249.442268] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee with Priority: HIGHEST for action port [ 1249.442993] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.442993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.442993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.442993] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.442993] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.446202] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.446376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.446445] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.446681] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.446856] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.446973] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.447046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.447206] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.447290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.447384] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.448279] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.448399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.448465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.448644] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.448733] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aacbc55-e638-4336-ae42-3ba3b3cc93ee',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.738575] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.738775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.738775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.738984] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.739541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.739702] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.739751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.739874] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.739959] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.740063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.740217] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.740310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.740368] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.740508] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.740643] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.740774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.740838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.741029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.741130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.741268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.741396] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.950950] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.951105] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.951316] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.952257] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aacbc55-e638-4336-ae42-3ba3b3cc93ee with status ACTIVE [ 1249.952438] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.952592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.952645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.952823] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.952917] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.953107] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.953220] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.953291] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.953412] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.953487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.953712] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.953804] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.953860] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.954011] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.954580] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.954681] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aacbc55-e638-4336-ae42-3ba3b3cc93ee is going to be updated. [ 1249.976275] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.976462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.976462] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.976679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.976815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.976976] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aacbc55-e638-4336-ae42-3ba3b3cc93ee" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.244235] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271c7dcb-593f-49b7-b09a-fc4bcc41297c: rpc.has_security_group_logging(os_id): False [ 1250.262623] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.262806] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.262927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.263240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.282392] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.282709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.282828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.282928] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.283117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.283182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.283450] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.283603] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.283669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.283892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.284047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.284331] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.284453] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.284536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.284692] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.284763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.284852] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1250.355035] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.355035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.355035] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.355301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.355443] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.372383] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1250.457134] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.960573] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.960802] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.960925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.961195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.961290] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.961413] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1250.991507] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.991708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.991796] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.992062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.992303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.003315] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1252.390194] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1252.390194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.014411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1253.014657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.014838] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.015080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.015282] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.015411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.015475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.015905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.015905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.015905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.016072] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.518469] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.023754] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c125a1d4-8dfe-466c-9633-f5ae1af579df: rpc.has_security_group_logging(os_id): False [ 1254.044318] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.044318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.044318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.044318] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.070612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.070612] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.070612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.070612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.070612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.070612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.070612] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1254.143075] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.143075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.143075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.143075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.143075] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.165348] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1254.443343] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.443463] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1256.184757] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1256.185213] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.370803] env[66369]: INFO networking_nsxv3.common.synchronization [req-277a6e10-c602-4f6c-b86c-db38a10184b9 req-048fee2a-6f7f-40f0-903c-b7e166340bc1 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1257.371201] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1257.372397] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.372397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.372397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.372397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.372397] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.372397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.372397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.372397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.372828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.372828] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.874583] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.377470] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.558560] env[66369]: INFO networking_nsxv3.common.synchronization [req-49a5855d-f37e-4c5e-8566-7b950b6e10c4 req-6302abfe-0842-4ef0-b6e3-1ae555736d8d tempest-AttachVolumeShelveTestJSON-1865269064 tempest-AttachVolumeShelveTestJSON-1865269064-project-member] Enqueued Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1258.558955] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22d7867-15a9-49ab-b946-10fc11a93681 with Priority: HIGHEST for action security_group_members [ 1258.559274] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-b22d7867-15a9-49ab-b946-10fc11a93681 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.559388] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.559451] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.560232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.560232] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.560232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.560232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.560232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.560232] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.560232] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b22d7867-15a9-49ab-b946-10fc11a93681',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.880683] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.881245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.881365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.881585] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.881688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.881807] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1258.914371] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.914610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.914610] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.914889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.915102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.927999] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1259.062937] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.062937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.062937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.064050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.084875] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.085204] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.085331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.085399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.085606] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.085689] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.085776] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 is going to be updated. [ 1259.145636] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.145943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.145943] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.146214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.146430] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.157041] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: IN_PROGRESS for 2s [ 1260.941733] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1260.942146] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.172474] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b22d7867-15a9-49ab-b946-10fc11a93681 in Status: SUCCESS [ 1261.172645] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b22d7867-15a9-49ab-b946-10fc11a93681 deletion is rescheduled due to dependency. [ 1261.172719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b22d7867-15a9-49ab-b946-10fc11a93681" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.560070] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.560375] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.963358] env[66369]: INFO networking_nsxv3.common.synchronization [req-f15c4460-abba-4204-89d8-4eeac99e6fe1 req-2d827a2c-6f08-48a6-af90-535132152177 tempest-ServersTestJSON-1645808103 tempest-ServersTestJSON-1645808103-project-member] Enqueued Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1263.963966] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c with Priority: HIGHEST for action security_group_members [ 1263.964255] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-271c7dcb-593f-49b7-b09a-fc4bcc41297c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.965031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.965031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.965031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.965031] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.965031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.965031] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.965297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.965297] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.965356] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271c7dcb-593f-49b7-b09a-fc4bcc41297c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.468817] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.469041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.469041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.469236] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.469331] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.469525] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.469627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.469694] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.469840] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.469913] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.469999] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c is going to be updated. [ 1264.503538] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.503774] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.503867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.504952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.505341] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.516327] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: IN_PROGRESS for 2s [ 1266.530684] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c in Status: SUCCESS [ 1266.531083] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271c7dcb-593f-49b7-b09a-fc4bcc41297c deletion is rescheduled due to dependency. [ 1266.531083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271c7dcb-593f-49b7-b09a-fc4bcc41297c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.829833] env[66369]: INFO networking_nsxv3.common.synchronization [req-f2382fcb-9799-46e5-bd89-6bab58243cb8 req-96717b64-c511-4072-89b7-ee6a5e1c380e tempest-ServerActionsTestOtherB-1042576581 tempest-ServerActionsTestOtherB-1042576581-project-member] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1266.830309] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGHEST for action security_group_members [ 1266.830622] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.830744] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.830812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.831019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.831192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.831292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.831353] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.831569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.831657] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.831749] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.334442] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.334693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.334762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.335032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.335138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.335341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.335440] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.335507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.335701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.335781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.335870] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be updated. [ 1267.366400] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.366592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.366592] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.366792] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.366947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.375376] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: IN_PROGRESS for 2s [ 1269.387153] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c125a1d4-8dfe-466c-9633-f5ae1af579df in Status: SUCCESS [ 1269.387536] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df deletion is rescheduled due to dependency. [ 1269.387536] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.831295] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.831692] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1276.832340] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.832682] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.787055] env[66369]: INFO networking_nsxv3.common.synchronization [None req-8f7aee41-29a9-4a57-968b-9e9da0bb8cd5 None None] Enqueued Resource ID: fa60634a-7acd-4051-b532-273c76dcd5f5 with Priority: HIGHEST for action port [ 1278.787761] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa60634a-7acd-4051-b532-273c76dcd5f5 with Priority: HIGHEST for action port [ 1278.788107] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa60634a-7acd-4051-b532-273c76dcd5f5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.788237] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa60634a-7acd-4051-b532-273c76dcd5f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.788303] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa60634a-7acd-4051-b532-273c76dcd5f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.789024] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa60634a-7acd-4051-b532-273c76dcd5f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.789024] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa60634a-7acd-4051-b532-273c76dcd5f5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.290418] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa60634a-7acd-4051-b532-273c76dcd5f5 [ 1279.290668] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.290786] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.290858] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.291073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.291182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.291252] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa60634a-7acd-4051-b532-273c76dcd5f5 already deleted. [ 1279.291376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa60634a-7acd-4051-b532-273c76dcd5f5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.023822] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1280.024160] env[66369]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-23cbf307-aab6-4324-ac5c-923a7603e0ea None None] NSXv3 Agent Agent loop - iteration:3 started [ 1280.631250] env[66369]: INFO networking_nsxv3.common.synchronization [None req-cd9960fc-c7e1-4610-ab4b-66993a97354f None None] Enqueued Resource ID: e27943f8-b2f8-4a7f-979a-6b01705af2a8 with Priority: HIGHEST for action port [ 1280.631250] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27943f8-b2f8-4a7f-979a-6b01705af2a8 with Priority: HIGHEST for action port [ 1280.631933] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27943f8-b2f8-4a7f-979a-6b01705af2a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.631933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27943f8-b2f8-4a7f-979a-6b01705af2a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.631933] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27943f8-b2f8-4a7f-979a-6b01705af2a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.632153] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27943f8-b2f8-4a7f-979a-6b01705af2a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.632226] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27943f8-b2f8-4a7f-979a-6b01705af2a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.134795] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27943f8-b2f8-4a7f-979a-6b01705af2a8 [ 1281.135102] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.135102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.135324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.135362] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.135578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.135578] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27943f8-b2f8-4a7f-979a-6b01705af2a8 already deleted. [ 1281.135669] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27943f8-b2f8-4a7f-979a-6b01705af2a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.600488] env[66369]: INFO networking_nsxv3.common.synchronization [req-734007fe-d739-4197-b606-42aaf16ab949 req-f4cb791d-c7f0-42c4-9f35-ee094bec5bd0 tempest-ServerAddressesTestJSON-739858064 tempest-ServerAddressesTestJSON-739858064-project-member] Enqueued Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_members [ 1283.601074] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_members [ 1283.601414] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.601548] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.601640] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.602023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.602207] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.602317] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.602396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.602538] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.602616] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.602708] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.874639] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.874895] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-33" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.875272] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-33" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.875595] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-33" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.875904] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.876100] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.876251] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.876516] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.876687] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.876913] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.877083] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.877293] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.877353] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.877478] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.877599] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.877733] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.899728] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.899907] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.900054] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.900232] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-33" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.900546] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-b4777862-9f5d-4408-ae71-e7339b84d99b taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.900715] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.900832] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.901188] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.901323] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4777862-9f5d-4408-ae71-e7339b84d99b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.040037] env[66369]: INFO networking_nsxv3.common.synchronization [req-b25e780f-26b5-4820-a787-a9ae4784a1f8 req-b91b8982-3f92-43b3-a16b-a97cef05093c tempest-AttachVolumeTestJSON-1908163521 tempest-AttachVolumeTestJSON-1908163521-project-member] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_members [ 1284.040573] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGHEST for action security_group_members [ 1284.040883] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.041029] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.041108] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.041300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.041458] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.041550] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.041612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.041758] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.041843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.041952] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.106948] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.107144] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.107193] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.107399] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.107489] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.107682] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.107815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.107889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.108054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.108130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.108213] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90e9335-39e9-4767-852d-ed13f64a4905 already deleted. [ 1284.108293] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.404284] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.404506] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.404632] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.404933] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.405092] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.405241] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port b4777862-9f5d-4408-ae71-e7339b84d99b not found, creating... [ 1284.405494] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.405648] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.405763] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.405979] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.406130] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.406512] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.406581] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.406650] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.406848] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.406997] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.407121] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: b4777862-9f5d-4408-ae71-e7339b84d99b is going to be created. [ 1284.431296] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.431496] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.431617] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.431986] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.432474] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.432474] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.544220] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.544376] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.544449] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.544661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.564663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.564995] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.565190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.565245] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.565396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.565475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.565564] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a is going to be updated. [ 1284.596894] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.597281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.597281] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.597458] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.597595] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.606859] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a in Status: IN_PROGRESS for 2s [ 1285.129255] env[66369]: INFO networking_nsxv3.common.synchronization [req-734007fe-d739-4197-b606-42aaf16ab949 req-a5e054a5-218c-4336-bfcd-7f45b605b143 service nova] Enqueued Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_rules [ 1285.129255] env[66369]: INFO networking_nsxv3.common.synchronization [req-734007fe-d739-4197-b606-42aaf16ab949 req-a5e054a5-218c-4336-bfcd-7f45b605b143 service nova] Enqueued Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_members [ 1285.129255] env[66369]: INFO networking_nsxv3.common.synchronization [req-734007fe-d739-4197-b606-42aaf16ab949 req-a5e054a5-218c-4336-bfcd-7f45b605b143 service nova] Enqueued Resource ID: b4777862-9f5d-4408-ae71-e7339b84d99b with Priority: HIGHEST for action port [ 1285.129473] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_rules [ 1285.129599] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_members [ 1285.129694] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4777862-9f5d-4408-ae71-e7339b84d99b with Priority: HIGHEST for action port [ 1285.130861] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.131046] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.131149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.131427] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.131555] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.132442] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.132593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.132688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.132889] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.133081] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.133238] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.133313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.133487] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.133601] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.133714] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.134552] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4777862-9f5d-4408-ae71-e7339b84d99b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.134777] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.134952] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.135279] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.135497] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4777862-9f5d-4408-ae71-e7339b84d99b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.638708] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4777862-9f5d-4408-ae71-e7339b84d99b with status ACTIVE [ 1285.638708] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.638708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.638708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.638708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.638708] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.638708] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.639287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.639287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.639287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.639287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.639287] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.639287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.639493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.639493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.639567] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.639840] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4777862-9f5d-4408-ae71-e7339b84d99b is going to be updated. [ 1285.640756] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.641711] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.641916] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.663922] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.663922] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.664195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.664195] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.664307] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.664471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4777862-9f5d-4408-ae71-e7339b84d99b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.142722] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.617475] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a in Status: SUCCESS [ 1286.617655] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a deletion is rescheduled due to dependency. [ 1286.617768] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.645469] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.645830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.645830] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.645904] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.646012] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.646149] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90e9335-39e9-4767-852d-ed13f64a4905 is going to be created. [ 1286.672965] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.673189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.673578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.673578] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.673878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.686679] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90e9335-39e9-4767-852d-ed13f64a4905 in Status: UNINITIALIZED for 2s [ 1288.091804] env[66369]: INFO networking_nsxv3.common.synchronization [req-6dd3d471-18c3-4c4a-a6bd-316813b8d2ce req-55c531c3-f9ff-4280-abb6-260f8a8d1554 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1288.092385] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1288.092687] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.092808] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.092920] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.093563] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.093749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.093918] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.094023] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.094182] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.094287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.094365] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.596256] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.698372] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90e9335-39e9-4767-852d-ed13f64a4905 in Status: SUCCESS [ 1288.698588] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.698722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.698960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.699361] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.699361] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.699614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.699614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.699614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.699765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.699808] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.098682] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.205081] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.205360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.205360] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.205723] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.205990] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.206149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.206201] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.206450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.206607] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.206785] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.207017] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.207161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.207292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.207530] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.207694] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.207799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.207882] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.208127] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.208292] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.208435] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.208536] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.601368] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.601581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.601581] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.601955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.602041] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.602212] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 1289.634860] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.635106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.635106] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.635425] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.635613] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.645794] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 1289.711334] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c90e9335-39e9-4767-852d-ed13f64a4905: rpc.has_security_group_logging(os_id): False [ 1289.734014] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.734268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.734268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.734464] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.734549] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.734808] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.734944] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.735032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.735200] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.735282] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.735464] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.735576] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.735649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.735798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.735870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.736067] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.736161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.736221] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.736364] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.736434] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.736518] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c90e9335-39e9-4767-852d-ed13f64a4905 is going to be created. [ 1289.934593] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.934844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.934844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.934994] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.935309] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.949328] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c90e9335-39e9-4767-852d-ed13f64a4905 in Status: IN_PROGRESS for 2s [ 1291.657041] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 1291.657822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.962377] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c90e9335-39e9-4767-852d-ed13f64a4905 in Status: SUCCESS [ 1291.962377] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.094050] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.094438] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.951251] env[66369]: INFO networking_nsxv3.common.synchronization [req-7d4d235f-ddec-4af4-a2dc-bc0c6ae86563 req-e74b78a3-720d-4ae0-a137-9937b07d7a8e tempest-ServerAddressesTestJSON-739858064 tempest-ServerAddressesTestJSON-739858064-project-member] Enqueued Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_members [ 1294.951822] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGHEST for action security_group_members [ 1294.952160] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.952324] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.952372] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.952688] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.952758] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.952870] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.952935] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.953174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.953310] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.953427] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.457154] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.457415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.457415] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.457590] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.457677] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.457885] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.457988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.458062] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.458240] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.458319] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.458389] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90e9335-39e9-4767-852d-ed13f64a4905 is going to be updated. [ 1295.493745] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.493998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.493998] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.494230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.494385] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.513405] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90e9335-39e9-4767-852d-ed13f64a4905 in Status: IN_PROGRESS for 2s [ 1297.524259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c90e9335-39e9-4767-852d-ed13f64a4905 in Status: SUCCESS [ 1297.524652] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c90e9335-39e9-4767-852d-ed13f64a4905 deletion is rescheduled due to dependency. [ 1297.524652] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.952385] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.952670] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.408015] env[66369]: INFO networking_nsxv3.common.synchronization [req-7de3fd25-0d9c-4d7b-943f-1e2ba27d19b2 req-48766182-4804-4731-8a0c-c20ca3904a33 tempest-ServerActionsTestOtherA-2102375804 tempest-ServerActionsTestOtherA-2102375804-project-member] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1303.408283] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGHEST for action security_group_members [ 1303.408614] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.408765] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.408828] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.409047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.409220] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.409334] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.409401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.409569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.409664] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.409756] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.912012] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.912204] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.912275] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.912493] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.912608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.912813] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.912915] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.912980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.913148] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.913224] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.913309] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be updated. [ 1303.941210] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.941401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.941401] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.941591] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.941818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.950649] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: IN_PROGRESS for 2s [ 1305.961876] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 in Status: SUCCESS [ 1305.962283] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 deletion is rescheduled due to dependency. [ 1305.962283] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.409273] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.409527] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.312171] env[66369]: INFO networking_nsxv3.common.synchronization [None req-f723f864-10c6-4438-967a-39394778b09c None None] Enqueued Resource ID: f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f with Priority: HIGHEST for action port [ 1311.312647] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f with Priority: HIGHEST for action port [ 1311.313023] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.313113] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.313190] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.313524] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.313576] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.820030] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f [ 1311.820030] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.820030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.820030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.820030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.820411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.820411] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f already deleted. [ 1311.820411] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0bb5fdb-a4e1-4042-9ec4-173d92d3f81f" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.363041] env[66369]: INFO networking_nsxv3.common.synchronization [None req-60e80523-3f25-414b-bb3d-cade909412be None None] Enqueued Resource ID: d44dc526-c961-4234-80ff-c13f2284b777 with Priority: HIGHEST for action port [ 1313.363317] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44dc526-c961-4234-80ff-c13f2284b777 with Priority: HIGHEST for action port [ 1313.363921] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44dc526-c961-4234-80ff-c13f2284b777 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.364102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44dc526-c961-4234-80ff-c13f2284b777" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.364164] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44dc526-c961-4234-80ff-c13f2284b777" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.364409] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44dc526-c961-4234-80ff-c13f2284b777" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.364511] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44dc526-c961-4234-80ff-c13f2284b777',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.866877] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d44dc526-c961-4234-80ff-c13f2284b777 [ 1313.867192] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.867346] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.867414] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.867701] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.867812] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.867909] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d44dc526-c961-4234-80ff-c13f2284b777 already deleted. [ 1313.867991] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44dc526-c961-4234-80ff-c13f2284b777" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.604768] env[66369]: INFO networking_nsxv3.common.synchronization [req-78a4251c-73cd-4e84-9035-0beee023943e req-47f94ced-c36d-4699-9915-df4d55fcb3a1 tempest-ServerAddressesNegativeTestJSON-1175284650 tempest-ServerAddressesNegativeTestJSON-1175284650-project-member] Enqueued Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_members [ 1316.605380] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_members [ 1316.605691] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.605813] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.605881] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.606177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.606360] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.606456] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.606522] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.606663] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.606763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.606862] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.892147] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock network-565 taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.892358] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "network-565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.892478] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "network-565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.892881] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "network-565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.893185] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.893498] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.893649] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.893879] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.894155] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.894422] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1316.894546] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] NeedRegenerationException {{(pid=66369) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1316.894656] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] no value, waiting for create lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1316.894766] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] value creation lock acquired {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1316.894872] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] No value present for key: 'zone-id' {{(pid=66369) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1316.894982] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Calling creation function for not-yet-present value {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1316.895193] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1316.915478] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1316.915660] env[66369]: DEBUG dogpile.cache.region [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66369) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1316.915765] env[66369]: DEBUG dogpile.lock [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Released creation lock {{(pid=66369) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1316.915930] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "network-565" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.916259] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock port-a3c0e037-a686-4eda-a294-9b632ce0367c taken with stack trace [, , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.916452] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.916570] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.916868] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.917009] env[66369]: DEBUG networking_nsxv3.api.rpc [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c0e037-a686-4eda-a294-9b632ce0367c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.108580] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.108790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.108790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.108937] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.109050] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.109246] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.109397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.109475] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.109628] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.109704] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.109789] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a already deleted. [ 1317.109880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.419565] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.419799] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.419924] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.420215] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.420361] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.420509] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Segment Port a3c0e037-a686-4eda-a294-9b632ce0367c not found, creating... [ 1317.420813] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.420978] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.421109] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.421327] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.421458] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.421985] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.421985] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.421985] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.422211] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.422310] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.422444] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Resource: SegmentPort with ID: a3c0e037-a686-4eda-a294-9b632ce0367c is going to be created. [ 1317.443182] env[66369]: DEBUG networking_nsxv3.common.locking [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.443522] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.443618] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.443883] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.444186] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.444408] env[66369]: DEBUG oslo_concurrency.lockutils [None req-c83d452e-8eb8-48d5-8709-eaa84d39506f None None] Releasing lock "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.577054] env[66369]: INFO networking_nsxv3.common.synchronization [req-78a4251c-73cd-4e84-9035-0beee023943e req-f41612b6-6354-49ef-ac48-13584c4b005e service nova] Enqueued Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_rules [ 1318.577054] env[66369]: INFO networking_nsxv3.common.synchronization [req-78a4251c-73cd-4e84-9035-0beee023943e req-f41612b6-6354-49ef-ac48-13584c4b005e service nova] Enqueued Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_members [ 1318.577054] env[66369]: INFO networking_nsxv3.common.synchronization [req-78a4251c-73cd-4e84-9035-0beee023943e req-f41612b6-6354-49ef-ac48-13584c4b005e service nova] Enqueued Resource ID: a3c0e037-a686-4eda-a294-9b632ce0367c with Priority: HIGHEST for action port [ 1318.577489] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_rules [ 1318.577489] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_members [ 1318.577489] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c0e037-a686-4eda-a294-9b632ce0367c with Priority: HIGHEST for action port [ 1318.577716] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.577843] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.577954] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.578174] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.578249] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.579541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.579541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.579541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.579541] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.579541] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.579891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.579891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.579891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.579891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.580126] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.581047] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c0e037-a686-4eda-a294-9b632ce0367c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.581047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.581047] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.581304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.581304] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c0e037-a686-4eda-a294-9b632ce0367c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.964833] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.965209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.965209] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.965313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.965402] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.083366] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.083608] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.083742] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.084656] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3c0e037-a686-4eda-a294-9b632ce0367c with status ACTIVE [ 1319.084835] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.084947] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.085039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.085225] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.085313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.085478] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.085593] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.085654] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.085827] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.085921] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.086065] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.086157] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.086214] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.086382] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.086490] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.086490] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3c0e037-a686-4eda-a294-9b632ce0367c is going to be updated. [ 1319.108265] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.108419] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.108460] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.108645] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.108775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.108927] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c0e037-a686-4eda-a294-9b632ce0367c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.467440] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.588764] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.970354] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.091337] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.091598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.091598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.091816] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.091905] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.092028] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a is going to be created. [ 1320.114949] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.115189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.115189] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.115380] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.115559] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.124785] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a in Status: UNINITIALIZED for 2s [ 1320.473366] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1320.473597] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1321.225480] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.225894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.225894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.225894] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.237437] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1321.238356] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.239537] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1321.278843] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.279102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.279102] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.279277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.291285] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.292039] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1321.292129] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.292214] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1321.334378] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.334627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.334627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.334776] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.335940] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.336131] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1321.407096] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.407333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.407333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.407533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.407839] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.408121] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1321.479966] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.480161] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.480235] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.480486] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.480822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.481148] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1321.481234] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c90e9335-39e9-4767-852d-ed13f64a4905', '527875f1-fea1-4592-aa7e-37dbcf098ee2', '1734b139-a9e2-44e4-a7c9-82f2e8d0370a', '64b20941-a94d-4fac-b36c-8d09e144acea', 'fce36317-1731-4e12-927c-d37e5476c5d5', '4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435', 'c125a1d4-8dfe-466c-9633-f5ae1af579df', '4bc3231b-3ae7-4f30-8221-630e2820d35b', 'f2af0301-f5ce-4282-ad88-0afa963788b8', '38d815fa-56ce-4038-bd4b-702e7bd43aa0', '8922da41-2992-4a8b-93f0-00095c49340c', 'eda72fbe-1f41-4bd4-b9d2-73727df1bd32', '3ccdf819-3f3f-4420-adf3-3e4be0cd30c1', '74540b8f-f592-4627-b6a6-2c2a9c9af52e', 'ed7df2fe-8448-4afc-9cba-895d2e2a92a8', 'a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d', 'f183dc66-672b-438f-8a31-c7bdb35c55b9', 'cbfaca33-9774-462d-82d2-270faee4a075', '7850b896-e4c6-4de5-92ba-0e3a6b122589', 'a67d6d00-a913-429f-8225-46e9de897ffc', '89919fcb-3153-4854-b451-be093ea70f6b', 'e59bf859-4558-4fe7-a6fb-327e6ed85613', '7fceda5a-40f2-4e13-b2c0-0c7cd79eb35c', '25ef61ec-d38b-45ba-951e-e5e01dccb728', '5390f130-21b3-4349-8e23-d8ec9fd9be49', 'da54f1be-694c-4869-8cd8-d3ac81fe4cca', '98580207-dbc8-4fbd-b5e1-7ee5e8989884', '65856b80-4781-4db0-9795-791dfd7e5b83', '299eb1ae-b30f-4a96-9d0e-6e54025e82f3', '28bd8094-02b5-42a6-8291-22cb749565e2', '6429931f-0ec7-42ab-a7e3-82ddd7be7015', 'c4bdf384-6093-4240-86b5-f0ee0144a91f', '7de174e5-b649-420f-a96c-e48ebcc1c964', '0888783d-329b-46bc-9825-8df0e9ea5119', 'c18cf327-2e1c-4db0-8d9b-d761b8194785', 'a8545536-46df-45ec-8935-bc30d6225870', '5f19a0ce-0db7-4af9-9c2e-e502c703c95f', 'b97d8976-738b-4625-991b-1a1d828a2bdf', '271c7dcb-593f-49b7-b09a-fc4bcc41297c', '7962bd12-d8cb-482a-9ffa-6a0195a24c83', 'c383c3ee-4f05-4073-b064-e35566e03e09', 'c8b0c3be-e6dc-46e5-b4ea-c4fead395fc6', 'a959b81b-26e8-48e4-8b4e-2c198eae7c1b', 'cf5adc55-71a2-458f-84c6-06cf4824656f', 'b22d7867-15a9-49ab-b946-10fc11a93681'} {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.481363] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1321.503466] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.503727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.503727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.503876] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.503962] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.504105] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1321.504186] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.504259] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1321.595366] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.595631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.595631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.595762] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.596988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.597309] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1321.597402] env[66369]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66369) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.597505] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1321.597577] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1321.597670] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1321.597768] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGH for action security_group_rules [ 1321.597882] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGH for action security_group_rules [ 1321.597992] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGH for action security_group_rules [ 1321.598131] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGH for action security_group_rules [ 1321.598232] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGH for action security_group_rules [ 1321.598317] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGH for action security_group_rules [ 1321.598416] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGH for action security_group_rules [ 1321.598528] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGH for action security_group_rules [ 1321.598621] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGH for action security_group_rules [ 1321.598711] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGH for action security_group_rules [ 1321.598783] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGH for action security_group_rules [ 1321.598873] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGH for action security_group_rules [ 1321.598966] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGH for action security_group_rules [ 1321.599079] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGH for action security_group_rules [ 1321.599179] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGH for action security_group_rules [ 1321.599288] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGH for action security_group_rules [ 1321.599400] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGH for action security_group_rules [ 1321.599516] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGH for action security_group_rules [ 1321.599636] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGH for action security_group_rules [ 1321.599745] env[66369]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGH for action security_group_rules [ 1321.599885] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.134871] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a in Status: SUCCESS [ 1322.135117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.135277] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.135516] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.135708] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.135822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.135883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.136054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.136133] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.136215] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.136302] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.638834] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.639243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.639243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.639315] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.639426] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.639533] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.639586] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.639727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.639807] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.639891] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.640060] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.640178] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.640236] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.640424] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.640599] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.640658] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.640693] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.640842] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.640951] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.641092] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.641233] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.143721] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa17f8bf-53b4-4177-bd2e-4da867769e3a: rpc.has_security_group_logging(os_id): False [ 1323.161175] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.161393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.161393] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.161627] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.161716] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.161932] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.162074] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.162122] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.162298] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.162374] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.162569] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.162672] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.162732] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.162880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.162953] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.163171] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.163266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.163335] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.163474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.163557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.163641] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a is going to be created. [ 1323.222465] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.222719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.222719] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.222964] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.223187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.236740] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a in Status: IN_PROGRESS for 2s [ 1323.578817] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1323.579020] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1323.579096] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c90e9335-39e9-4767-852d-ed13f64a4905 with Priority: HIGH for action security_group_rules [ 1323.579200] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a with Priority: HIGH for action security_group_rules [ 1323.579300] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c125a1d4-8dfe-466c-9633-f5ae1af579df with Priority: HIGH for action security_group_rules [ 1323.579396] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 with Priority: HIGH for action security_group_rules [ 1323.579493] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a67d6d00-a913-429f-8225-46e9de897ffc with Priority: HIGH for action security_group_rules [ 1323.579584] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 with Priority: HIGH for action security_group_rules [ 1323.579675] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbfaca33-9774-462d-82d2-270faee4a075 with Priority: HIGH for action security_group_rules [ 1323.579764] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 with Priority: HIGH for action security_group_rules [ 1323.579852] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e with Priority: HIGH for action security_group_rules [ 1323.579938] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d with Priority: HIGH for action security_group_rules [ 1323.580037] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 with Priority: HIGH for action security_group_rules [ 1323.580160] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 with Priority: HIGH for action security_group_rules [ 1323.580250] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8922da41-2992-4a8b-93f0-00095c49340c with Priority: HIGH for action security_group_rules [ 1323.580830] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 with Priority: HIGH for action security_group_rules [ 1323.581069] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2af0301-f5ce-4282-ad88-0afa963788b8 with Priority: HIGH for action security_group_rules [ 1323.581150] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 with Priority: HIGH for action security_group_rules [ 1323.581233] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b with Priority: HIGH for action security_group_rules [ 1323.581326] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fce36317-1731-4e12-927c-d37e5476c5d5 with Priority: HIGH for action security_group_rules [ 1323.581418] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 with Priority: HIGH for action security_group_rules [ 1323.581509] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b20941-a94d-4fac-b36c-8d09e144acea with Priority: HIGH for action security_group_rules [ 1323.581850] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c90e9335-39e9-4767-852d-ed13f64a4905 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.581988] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.582058] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.582289] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.582395] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c90e9335-39e9-4767-852d-ed13f64a4905',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.583457] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.583582] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.583643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.583822] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.583904] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1734b139-a9e2-44e4-a7c9-82f2e8d0370a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.584665] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c125a1d4-8dfe-466c-9633-f5ae1af579df taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.584781] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.584884] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.584975] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.585065] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c125a1d4-8dfe-466c-9633-f5ae1af579df',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.585749] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.585855] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.585925] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.586072] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.586146] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7df2fe-8448-4afc-9cba-895d2e2a92a8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.586938] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a67d6d00-a913-429f-8225-46e9de897ffc taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.587055] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.587115] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.587269] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.587332] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a67d6d00-a913-429f-8225-46e9de897ffc',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.588081] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7850b896-e4c6-4de5-92ba-0e3a6b122589 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.588196] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.588574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.588574] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.588574] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7850b896-e4c6-4de5-92ba-0e3a6b122589',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.589128] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbfaca33-9774-462d-82d2-270faee4a075 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.589246] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.589296] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.589668] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.589668] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbfaca33-9774-462d-82d2-270faee4a075',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.590177] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f183dc66-672b-438f-8a31-c7bdb35c55b9 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.590284] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.590338] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.590560] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.590560] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f183dc66-672b-438f-8a31-c7bdb35c55b9',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.591341] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.591450] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.591500] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.591631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.591829] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74540b8f-f592-4627-b6a6-2c2a9c9af52e',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.592627] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.592740] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.592815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.592948] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.593036] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.593755] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.593869] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.593930] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.594121] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.594196] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ccdf819-3f3f-4420-adf3-3e4be0cd30c1',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.594962] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.595114] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.595194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.595350] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.595426] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eda72fbe-1f41-4bd4-b9d2-73727df1bd32',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.596120] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8922da41-2992-4a8b-93f0-00095c49340c taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.596248] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.596327] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.596502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.596577] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8922da41-2992-4a8b-93f0-00095c49340c',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.597285] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.597396] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.597465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.597615] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.597704] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38d815fa-56ce-4038-bd4b-702e7bd43aa0',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.598501] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2af0301-f5ce-4282-ad88-0afa963788b8 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.598609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.598671] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.599191] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.599191] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2af0301-f5ce-4282-ad88-0afa963788b8',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.599787] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.599892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.599960] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.600138] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.600262] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.600991] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc3231b-3ae7-4f30-8221-630e2820d35b taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.601130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.601130] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.601642] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.601642] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc3231b-3ae7-4f30-8221-630e2820d35b',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.602118] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fce36317-1731-4e12-927c-d37e5476c5d5 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.602261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.602333] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.602503] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.602572] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fce36317-1731-4e12-927c-d37e5476c5d5',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.603407] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-527875f1-fea1-4592-aa7e-37dbcf098ee2 taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.603525] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.603597] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.603798] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.603864] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('527875f1-fea1-4592-aa7e-37dbcf098ee2',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.604573] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b20941-a94d-4fac-b36c-8d09e144acea taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.604727] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.604769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.604897] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.604989] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b20941-a94d-4fac-b36c-8d09e144acea',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.640377] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.640775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.640775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.640775] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.647340] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.647517] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.648289] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.648386] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.649082] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.649177] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.653291] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.653404] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.654791] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.654883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.658019] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.658137] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7df2fe-8448-4afc-9cba-895d2e2a92a8 is going to be deleted. [ 1323.658978] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.659194] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.676941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.677090] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a67d6d00-a913-429f-8225-46e9de897ffc is going to be deleted. [ 1323.677883] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.678103] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.697661] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.697801] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1734b139-a9e2-44e4-a7c9-82f2e8d0370a is going to be deleted. [ 1323.698641] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.698849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.731855] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.732089] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.733726] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.733839] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7850b896-e4c6-4de5-92ba-0e3a6b122589 is going to be deleted. [ 1323.734760] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.734970] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.737363] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.737480] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.751485] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.751651] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.755637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.755748] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c125a1d4-8dfe-466c-9633-f5ae1af579df is going to be deleted. [ 1323.756612] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.756819] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.775026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.775214] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbfaca33-9774-462d-82d2-270faee4a075 is going to be deleted. [ 1323.776073] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.776301] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.776422] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.776598] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7df2fe-8448-4afc-9cba-895d2e2a92a8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.776763] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.776936] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.777066] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.777208] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a67d6d00-a913-429f-8225-46e9de897ffc" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.777743] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.777910] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.777989] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.778117] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1734b139-a9e2-44e4-a7c9-82f2e8d0370a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.799022] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.799223] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.799270] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.799439] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.799523] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.799639] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7850b896-e4c6-4de5-92ba-0e3a6b122589" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.830750] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.830968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.830968] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.831141] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.831230] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.831347] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c125a1d4-8dfe-466c-9633-f5ae1af579df" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.867814] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.868042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.868042] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.868244] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.868342] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.868469] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbfaca33-9774-462d-82d2-270faee4a075" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.150674] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.150899] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.151032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.151243] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.153016] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.153145] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.153903] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.154039] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.155300] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.155384] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.156079] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.156175] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.157310] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.157417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.158201] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.158300] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.158939] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.159034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.159718] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.159809] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.160517] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.160609] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.161376] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.161471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.162069] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.162484] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.162596] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.163199] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.163583] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.163675] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.164298] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.164656] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.164750] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.171064] env[66369]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1324.171452] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.171565] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c90e9335-39e9-4767-852d-ed13f64a4905 is going to be deleted. [ 1324.172478] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.172686] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.193789] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.193968] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8922da41-2992-4a8b-93f0-00095c49340c is going to be deleted. [ 1324.194844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.195083] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.212417] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.212593] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2af0301-f5ce-4282-ad88-0afa963788b8 is going to be deleted. [ 1324.213474] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.213697] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.222324] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.222519] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.233877] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.234067] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fce36317-1731-4e12-927c-d37e5476c5d5 is going to be deleted. [ 1324.234941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.235212] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.259955] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.260214] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f183dc66-672b-438f-8a31-c7bdb35c55b9 is going to be deleted. [ 1324.261021] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.261233] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.262590] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.262698] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.288254] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.288470] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.290867] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.290992] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74540b8f-f592-4627-b6a6-2c2a9c9af52e is going to be deleted. [ 1324.291990] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.292219] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.329312] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.329490] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435 is going to be deleted. [ 1324.330546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.330793] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.332251] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.332394] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.351961] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.352182] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d is going to be deleted. [ 1324.353308] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.353569] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.431405] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.431631] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.436026] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.436178] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc3231b-3ae7-4f30-8221-630e2820d35b is going to be deleted. [ 1324.437063] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.437287] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.438756] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.438880] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.463709] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.463912] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.464711] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.464826] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b20941-a94d-4fac-b36c-8d09e144acea is going to be deleted. [ 1324.465810] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.466030] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.506421] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.506639] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ccdf819-3f3f-4420-adf3-3e4be0cd30c1 is going to be deleted. [ 1324.507546] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.507769] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.533455] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.533674] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.539919] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.540107] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.548183] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.548366] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 527875f1-fea1-4592-aa7e-37dbcf098ee2 is going to be deleted. [ 1324.549313] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.549572] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.587779] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.587969] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eda72fbe-1f41-4bd4-b9d2-73727df1bd32 is going to be deleted. [ 1324.588818] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.589054] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.610413] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.610637] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.638633] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.638773] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38d815fa-56ce-4038-bd4b-702e7bd43aa0 is going to be deleted. [ 1324.639795] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.640010] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.640148] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.640261] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c90e9335-39e9-4767-852d-ed13f64a4905" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.640407] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.640635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.640635] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.640753] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8922da41-2992-4a8b-93f0-00095c49340c" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.641268] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.641465] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.641557] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.641679] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2af0301-f5ce-4282-ad88-0afa963788b8" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.641817] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.641980] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.642071] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.642176] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fce36317-1731-4e12-927c-d37e5476c5d5" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.642304] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.642471] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.642529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.642614] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f183dc66-672b-438f-8a31-c7bdb35c55b9" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.642733] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.642871] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.642941] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.643065] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74540b8f-f592-4627-b6a6-2c2a9c9af52e" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.643187] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.643322] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.643397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.643520] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c6a1fbe-c27a-4a2c-bcc9-8e520b3e1435" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.643643] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.643815] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.643892] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.644043] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2e5d421-fa4f-4ef8-818f-cbcc25d8bd6d" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.644179] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.644323] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.644397] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.644507] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc3231b-3ae7-4f30-8221-630e2820d35b" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.644649] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.644790] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.644878] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.644981] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b20941-a94d-4fac-b36c-8d09e144acea" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.745573] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.745814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.745814] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.746149] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.746302] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.746454] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ccdf819-3f3f-4420-adf3-3e4be0cd30c1" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.776301] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.776529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.776529] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.776715] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.776849] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.777034] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-527875f1-fea1-4592-aa7e-37dbcf098ee2" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.777899] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.778032] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.778080] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.778266] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.778395] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.778571] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eda72fbe-1f41-4bd4-b9d2-73727df1bd32" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.793224] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.793432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.793432] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.793632] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.793722] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.793844] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38d815fa-56ce-4038-bd4b-702e7bd43aa0" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.251317] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a in Status: SUCCESS [ 1325.251551] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.583064] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1328.583439] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.787997] env[66369]: INFO networking_nsxv3.common.synchronization [req-39d39021-9ef7-454a-832c-03214cfaae49 req-e4b867d7-3010-41cb-855e-f8cbdd169a16 tempest-ServerAddressesNegativeTestJSON-1175284650 tempest-ServerAddressesNegativeTestJSON-1175284650-project-member] Enqueued Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_members [ 1328.788551] env[66369]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a with Priority: HIGHEST for action security_group_members [ 1328.790045] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa17f8bf-53b4-4177-bd2e-4da867769e3a taken with stack trace [, , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.790045] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.790045] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.790045] env[66369]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa17f8bf-53b4-4177-bd2e-4da867769e3a',) {} {{(pid=66369) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.292939] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.293192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.293192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.293405] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.293499] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.293700] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.293799] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.293854] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.294018] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.294112] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.294209] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a is going to be updated. [ 1329.327892] env[66369]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66369) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.328192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.328192] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.328365] env[66369]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.328751] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.340845] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a in Status: IN_PROGRESS for 2s [ 1331.352159] env[66369]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a in Status: SUCCESS [ 1331.352502] env[66369]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa17f8bf-53b4-4177-bd2e-4da867769e3a deletion is rescheduled due to dependency. [ 1331.352502] env[66369]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa17f8bf-53b4-4177-bd2e-4da867769e3a" {{(pid=66369) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.789682] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.790069] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.790892] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.791408] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1343.791714] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.792216] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.792924] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.793342] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.794313] env[66369]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.794820] env[66369]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0